00010000:00000010:3.1F:1787695159.974979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994989a100.
00010000:00000010:3.1:1787695159.975022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc8000.
00000080:00000010:3.1:1787695162.539036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994558e360.
00010000:00000010:3.1:1787695162.539056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6d00.
00010000:00000010:3.1:1787695162.539062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695162.545304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950e45f20.
00010000:00000010:3.1:1787695162.550901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045e00.
00000080:00000010:3.1:1787695162.596898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599516ad2a0.
00000080:00000010:3.1:1787695162.597013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950e457e0.
00010000:00000010:3.1:1787695162.651040:0:11424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045e00.
00010000:00000010:3.1:1787695162.651053:0:11424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994989ae00.
00010000:00000010:3.1:1787695162.651059:0:11424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9c00.
00010000:00000010:3.1:1787695162.766211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045e00.
00010000:00000010:3.1:1787695162.962245:0:11430:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9c00.
00000080:00000010:3.1:1787695162.977081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959952fd0680.
00010000:00000010:3.1:1787695163.166218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:0.1F:1787695163.201219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00010000:00000010:3.1:1787695163.282080:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695163.282100:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994989a900.
00010000:00000010:3.1:1787695163.282105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00010000:00000010:3.1:1787695163.447894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695163.470955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cd00.
00010000:00000010:3.1:1787695163.470980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00010000:00000010:3.1:1787695163.641313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695163.641329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959941345020.
00000080:00000010:3.1:1787695163.641337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950d1ee60.
00000080:00000010:3.1:1787695163.641343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959952fd09a0.
00000080:00000010:3.1:1787695163.641348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950d1e7a0.
00000080:00000010:3.1:1787695163.641355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9dc0.
00000080:00000010:3.1:1787695163.641360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9680.
00000080:00000010:3.1:1787695163.641365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9560.
00000080:00000010:3.1:1787695163.641369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f99a0.
00000080:00000010:3.1:1787695163.641374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9540.
00000080:00000010:3.1:1787695163.641378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9bc0.
00000080:00000010:3.1:1787695163.641383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9840.
00000080:00000010:3.1:1787695163.641388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599583f9f80.
00000080:00000010:3.1:1787695163.641417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599516ad160.
00010000:00000010:3.1:1787695163.641422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc8000.
00010000:00000010:3.1:1787695163.743137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695163.743160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599522b39c0.
00010000:00000010:3.1:1787695163.751723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044400.
00000080:00000010:3.1:1787695163.751758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599522b3c40.
00010000:00000010:3.1:1787695163.822767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695163.822789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599522b3c20.
00010000:00000010:3.1:1787695163.822807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044400.
00000080:00000010:3.1:1787695163.822809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599522b3fa0.
00010000:00000010:3.1:1787695163.825914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695163.825936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599522b3f60.
00010000:00000010:3.1:1787695163.950079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00010000:00000010:0.1:1787695163.973953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc8e00.
00000080:00000010:0.1:1787695163.973965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950dbcee0.
00010000:00000010:0.1:1787695163.977137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695163.977150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95995846bca0.
00010000:00000010:0.1:1787695164.010057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.010077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599432d1ee0.
00010000:00000010:0.1:1787695164.013109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695164.013131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599432d1480.
00010000:00000010:0.1:1787695164.018160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031600.
00010000:00000010:3.1:1787695164.092097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9a00.
00000080:00000010:3.1:1787695164.098880:0:11436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950dbc060.
00010000:00000010:3.1:1787695164.115928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.115952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8a60.
00010000:00000010:3.1:1787695164.183959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9600.
00000080:00000010:3.1:1787695164.183984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950dbc4a0.
00010000:00000010:3.1:1787695164.192253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.192264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a83e0.
00010000:00000010:0.1:1787695164.207595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:0.1:1787695164.207626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8900.
00010000:00000010:0.1:1787695164.233206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031000.
00000080:00000010:0.1:1787695164.236549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb08e0.
00010000:00000010:3.1:1787695164.268038:0:11436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24600.
00000080:00000010:3.1:1787695164.268064:0:11436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0600.
00010000:00000010:3.1:1787695164.278409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.348900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950dbc7e0.
00010000:00000010:3.1:1787695164.348930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.348936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8620.
00000080:00000010:0.1:1787695164.491898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945617b60.
00010000:00000010:0.1:1787695164.517196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.517216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0960.
00010000:00000010:0.1:1787695164.527948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695164.527968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb01e0.
00010000:00000010:0.1:1787695164.565342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.565358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb03c0.
00010000:00000010:3.1:1787695164.569220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.569239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0440.
00010000:00000010:3.1:1787695164.591902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:3.1:1787695164.591920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8e40.
00010000:00000010:3.1:1787695164.609890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.609901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8000.
00010000:00000010:0.1:1787695164.642304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.642317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb03c0.
00010000:00000010:0.1:1787695164.649164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695164.649192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0d40.
00010000:00000010:0.1:1787695164.672771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.674896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0320.
00010000:00000010:3.1:1787695164.724515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.724547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950dfb7c0.
00000080:00000010:3.1:1787695164.833889:0:11436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599456173e0.
00010000:00000010:3.1:1787695164.845383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.845400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8b60.
00010000:00000010:3.1:1787695164.866257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695164.866273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599513a8900.
00010000:00000010:3.1:1787695164.873302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695164.873317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a013a60.
00010000:00000010:3.1:1787695164.887660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:0.1:1787695164.910892:0:11436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945617f00.
00010000:00000010:0.1:1787695164.919005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:0.1:1787695164.919024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0460.
00010000:00000010:0.1:1787695164.924977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.924993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0860.
00010000:00000010:0.1:1787695164.941957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:0.1:1787695164.941990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cb0420.
00010000:00000010:0.1:1787695164.942010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.942039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599434462c0.
00010000:00000010:0.1:1787695164.949758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695164.954098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959943446860.
00010000:00000010:0.1:1787695164.962014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031c00.
00000080:00000010:0.1:1787695164.962032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959943446960.
00010000:00000010:0.1:1787695164.979453:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695164.979468:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599434461e0.
00010000:00000010:0.1:1787695164.996884:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24e00.
00000080:00000010:0.1:1787695164.996892:0:2347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599434463c0.
00000080:00000010:3.1:1787695165.046901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945617d40.
00010000:00000010:3.1:1787695165.053206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695165.053228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a013d80.
00010000:00000010:3.1:1787695165.080074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695165.080087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a013ce0.
00010000:00000010:0.1:1787695165.082721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00000080:00000010:0.1:1787695165.082743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a013c40.
00010000:00000010:0.1:1787695165.101478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031600.
00000080:00000010:0.1:1787695165.101502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959943446980.
00010000:00000010:0.1:1787695165.135230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00000080:00000010:0.1:1787695165.135254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599434461c0.
00010000:00000010:3.1:1787695165.161596:0:11436:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031600.
00000080:00000010:3.1:1787695165.161681:0:11436:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959943446a80.
00010000:00000010:3.1:1787695165.178053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00010000:00000010:3.1:1787695165.262302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695165.262323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599514b4140.
00010000:00000010:3.1:1787695165.291289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00010000:00000010:3.1:1787695165.398912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9400.
00010000:00000010:3.1:1787695165.398934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8700.
00010000:00000010:3.1:1787695165.398940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24a00.
00000080:00000010:3.1:1787695165.438137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950dbc5c0.
00010000:00000010:0.1:1787695165.501421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00010000:00000010:3.1:1787695165.582183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9200.
00000080:00000010:3.1:1787695165.590010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599514b46c0.
00010000:00000010:3.1:1787695165.622912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695165.633762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a013140.
00010000:00000010:0.1:1787695165.650286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:0.1:1787695165.650311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a0133e0.
00010000:00000010:0.1:1787695165.664121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695165.664142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959943446bc0.
00010000:00000010:0.1:1787695165.685148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:0.1:1787695165.685168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599434466c0.
00010000:00000010:0.1:1787695165.711908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00010000:00000010:3.1:1787695165.987664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6f00.
00010000:00000010:3.1:1787695165.987686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031600.
00010000:00000010:0.1:1787695166.286982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:0.1:1787695166.286997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a00a940.
00000080:00000010:0.1:1787695166.633489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950ceeda0.
00010000:00000010:0.1:1787695166.662726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b25200.
00010000:00000010:3.1:1787695166.856915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b25600.
00000080:00000010:3.1:1787695166.856926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599456b0640.
00010000:00000010:0.1:1787695166.920709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c400.
00010000:00000010:0.1:1787695166.920725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031600.
00000080:00000010:0.1:1787695166.969894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950cee160.
00000080:00000010:3.1:1787695167.265276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945957b20.
00000080:00000010:0.1:1787695167.529176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459577e0.
00010000:00000010:3.1:1787695167.726989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9a00.
00010000:00000010:3.1:1787695167.956059:0:11474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695168.130072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:3.1:1787695168.130088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999dc0.
00010000:00000010:3.1:1787695168.135117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695168.183984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6800.
00010000:00000010:3.1:1787695168.183998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044400.
00000080:00000010:0.1:1787695168.234882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994a00bfc0.
00000080:00000010:3.1:1787695168.340378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999180.
00010000:00000010:3.1:1787695168.364842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044400.
00010000:00000010:3.1:1787695168.586946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994989a200.
00010000:00000010:3.1:1787695168.586962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc8000.
00010000:00000010:3.1:1787695168.610046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9a00.
00000080:00000010:3.1:1787695168.610062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999440.
00010000:00000010:3.1:1787695169.038439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:3.1:1787695169.130339:0:11489:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999100.
00010000:00000010:3.1:1787695169.219079:0:11489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:3.1:1787695169.219091:0:11489:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947f1a8a0.
00010000:00000010:3.1:1787695169.246240:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:3.1:1787695170.001976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc8000.
00000080:00000010:3.1:1787695170.001993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999700.
00010000:00000010:3.1:1787695170.008001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:3.1:1787695170.008016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947f1aea0.
00010000:00000010:3.1:1787695170.039967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:3.1:1787695170.060895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249900.
00010000:00000010:3.1:1787695170.060903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:0.1:1787695170.168181:0:11499:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9c00.
00000080:00000010:0.1:1787695170.168189:0:11499:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459991c0.
00010000:00000010:3.1:1787695170.723224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249f00.
00010000:00000010:3.1:1787695170.723239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc400.
00010000:00000010:3.1:1787695170.749885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695170.851891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b25600.
00010000:00000010:0.1:1787695170.881562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00010000:00000010:0.1:1787695170.896885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00010000:00000010:3.1:1787695170.908153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695170.933913:0:11512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:3.1:1787695170.940959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695170.954883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:3.1:1787695171.041925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00000080:00000010:0.1:1787695171.194895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90080.
00010000:00000010:0.1:1787695171.279920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695171.315493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044000.
00000080:00000010:0.1:1787695171.320945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90f00.
00010000:00000010:3.1:1787695171.326726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00010000:00000010:3.1:1787695171.329883:0:11515:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:0.1:1787695171.330781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f53ae0.
00010000:00000010:3.1:1787695171.360757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044000.
00010000:00000010:3.1:1787695171.362101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00010000:00000010:3.1:1787695171.416148:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fdc00.
00010000:00000010:3.1:1787695171.431889:0:11514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044000.
00010000:00000010:3.1:1787695171.447024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:0.1:1787695171.659988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00010000:00000010:3.1:1787695171.660088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fd800.
00010000:00000010:3.1:1787695171.660181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695171.674038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044000.
00010000:00000010:0.1:1787695171.728807:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc200.
00010000:00000010:3.1:1787695171.964171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fce00.
00010000:00000010:3.1:1787695172.003913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fde00.
00010000:00000010:3.1:1787695176.009936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031a00.
00010000:00000010:3.1:1787695176.009952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994989a700.
00010000:00000010:3.1:1787695176.009957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959953cc9e00.
00010000:00000010:3.1:1787695182.636898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc800.
00000080:00000010:3.1:1787695182.636920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999520.
00010000:00000010:0.1:1787695182.641923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00000080:00000010:0.1:1787695182.641946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f908c0.
00010000:00000010:0.1:1787695182.662907:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00000080:00000010:0.1:1787695182.662925:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f28a0.
00010000:00000010:3.1:1787695182.690953:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031a00.
00000080:00000010:3.1:1787695182.691584:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e80.
00010000:00000010:3.1:1787695182.700953:0:11566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695182.700960:0:11566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ee0.
00010000:00000010:3.1:1787695182.715639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695182.715656:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f901c0.
00010000:00000010:3.1:1787695182.734276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695182.734312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90900.
00010000:00000010:3.1:1787695182.752824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695182.752833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f901c0.
00010000:00000010:0.1:1787695182.759270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00000080:00000010:0.1:1787695182.759310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ee0.
00010000:00000010:0.1:1787695182.773484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00000080:00000010:0.1:1787695182.785020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f28a0.
00010000:00000010:0.1:1787695182.789910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00000080:00000010:0.1:1787695182.789927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c40.
00010000:00000010:0.1:1787695182.795566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00000080:00000010:0.1:1787695182.795577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2ee0.
00010000:00000010:0.1:1787695182.824083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031a00.
00010000:00000010:0.1:1787695182.885070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fde00.
00000080:00000010:0.1:1787695182.885088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999b00.
00010000:00000010:0.1:1787695182.892569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695182.892585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2640.
00000080:00000010:3.1:1787695182.952530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a40.
00010000:00000010:3.1:1787695182.954620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695182.959087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f901c0.
00010000:00000010:3.1:1787695182.964246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695182.964255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90900.
00010000:00000010:3.1:1787695182.974223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695182.974265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ce0.
00010000:00000010:3.1:1787695182.987386:0:11566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695182.987413:0:11566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90900.
00010000:00000010:3.1:1787695182.993142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695182.993175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ce0.
00010000:00000010:3.1:1787695183.021597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:0.1:1787695183.050062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999fa0.
00010000:00000010:0.1:1787695183.058341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031a00.
00000080:00000010:0.1:1787695183.065226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2460.
00010000:00000010:0.1:1787695183.118080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00000080:00000010:0.1:1787695183.118094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999bc0.
00010000:00000010:3.1:1787695183.134893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fce00.
00010000:00000010:0.1:1787695183.150904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fcc00.
00000080:00000010:0.1:1787695183.150926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c60.
00000080:00000010:0.1:1787695183.301988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459995a0.
00000080:00000010:3.1:1787695183.342079:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999aa0.
00010000:00000010:3.1:1787695183.374996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695183.375006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ce0.
00010000:00000010:3.1:1787695183.375026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:0.1:1787695183.409208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599465887c0.
00010000:00000010:3.1:1787695183.414911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00010000:00000010:3.1:1787695183.497889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fd800.
00000080:00000010:3.1:1787695183.497914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999ae0.
00010000:00000010:3.1:1787695183.518000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695183.518023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ce0.
00010000:00000010:3.1:1787695183.529106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695183.529126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90800.
00010000:00000010:3.1:1787695183.536371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695183.556894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ce0.
00010000:00000010:3.1:1787695183.582877:0:11566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc400.
00000080:00000010:3.1:1787695183.582891:0:11566:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999120.
00010000:00000010:3.1:1787695183.589434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00000080:00000010:3.1:1787695183.589454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ce0.
00010000:00000010:3.1:1787695183.603902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695183.603913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90940.
00010000:00000010:0.1:1787695183.625484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00000080:00000010:0.1:1787695183.625504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2aa0.
00000080:00000010:0.1:1787695183.658056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e20.
00010000:00000010:3.1:1787695183.716498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24e00.
00010000:00000010:3.1:1787695183.771919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00010000:00000010:3.1:1787695183.780304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:0.1:1787695183.791464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031200.
00010000:00000010:3.1:1787695183.793895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00010000:00000010:3.1:1787695183.799886:0:11569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00010000:00000010:0.1:1787695183.803950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00010000:00000010:3.1:1787695183.814901:0:11570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695183.825977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00010000:00000010:3.1:1787695183.833072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00010000:00000010:3.1:1787695183.847937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695183.864132:0:11569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24400.
00010000:00000010:3.1:1787695183.868544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00010000:00000010:0.1:1787695183.883942:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00010000:00000010:3.1:1787695183.890916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695183.941242:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695184.110147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695184.382262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045a00.
00010000:00000010:3.1:1787695184.400157:0:11574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:3.1:1787695184.463800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:0.1:1787695184.914387:0:11574:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044800.
00010000:00000010:3.1:1787695185.941897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00010000:00000010:3.1:1787695189.039894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc200.
00000080:00000010:3.1:1787695191.123134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999860.
00000080:00000010:3.1:1787695191.123146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90180.
00000080:00000010:3.1:1787695191.123150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90380.
00000080:00000010:3.1:1787695191.123155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f909e0.
00000080:00000010:3.1:1787695191.123159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f908c0.
00000080:00000010:3.1:1787695191.123164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c60.
00000080:00000010:3.1:1787695191.123170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599465889e0.
00000080:00000010:3.1:1787695191.123175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999bc0.
00000080:00000010:3.1:1787695191.123180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d00.
00000080:00000010:3.1:1787695191.123185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a40.
00000080:00000010:3.1:1787695191.123190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90ee0.
00000080:00000010:3.1:1787695191.123197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90f80.
00000080:00000010:3.1:1787695191.123203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90900.
00000080:00000010:3.1:1787695191.123208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f40.
00000080:00000010:3.1:1787695191.123212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90800.
00000080:00000010:3.1:1787695191.123216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90a80.
00000080:00000010:3.1:1787695191.123221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90940.
00000080:00000010:3.1:1787695191.123225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f907a0.
00000080:00000010:3.1:1787695191.123229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599465888a0.
00000080:00000010:3.1:1787695191.123233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90b00.
00000080:00000010:3.1:1787695191.123237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90840.
00000080:00000010:3.1:1787695191.123241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459992e0.
00000080:00000010:3.1:1787695191.123244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959946588100.
00000080:00000010:3.1:1787695191.123248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90da0.
00000080:00000010:3.1:1787695191.123278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90460.
00000080:00000010:3.1:1787695191.123283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2280.
00000080:00000010:3.1:1787695191.123288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00000080:00000010:3.1:1787695191.123291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f909c0.
00000080:00000010:3.1:1787695191.123297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959946588ca0.
00000080:00000010:3.1:1787695191.123300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90fa0.
00000080:00000010:3.1:1787695191.123305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90640.
00010000:00000010:3.1:1787695191.123311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00010000:00000010:0.1:1787695191.125962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695191.134047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b25200.
00010000:00000010:3.1:1787695191.211887:0:11580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031400.
00000080:00000010:3.1:1787695191.211894:0:11580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2220.
00010000:00000010:3.1:1787695191.224011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695191.224033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90fa0.
00010000:00000010:3.1:1787695191.259913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695191.259927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f909c0.
00010000:00000010:3.1:1787695191.286932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695191.286946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90fa0.
00010000:00000010:3.1:1787695191.356943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00010000:00000010:0.1:1787695191.358126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24600.
00000080:00000010:0.1:1787695191.358138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959946588420.
00010000:00000010:0.1:1787695191.370232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00000080:00000010:0.1:1787695191.370248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2420.
00010000:00000010:0.1:1787695191.378062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031a00.
00000080:00000010:0.1:1787695191.378074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f21a0.
00010000:00000010:0.1:1787695191.384682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00000080:00000010:0.1:1787695191.384695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2420.
00010000:00000010:0.1:1787695191.404128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031a00.
00000080:00000010:0.1:1787695191.404139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f21a0.
00010000:00000010:0.1:1787695191.428768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00000080:00000010:0.1:1787695191.431998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2420.
00000080:00000010:0.1:1787695191.500919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f20.
00000080:00000010:0.1:1787695191.551905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599465889e0.
00000080:00000010:0.1:1787695191.624133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999040.
00000080:00000010:0.1:1787695191.638471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999080.
00010000:00000010:3.1:1787695191.673972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fcc00.
00000080:00000010:3.1:1787695191.673987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997e0.
00010000:00000010:3.1:1787695191.684898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695191.684913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90fa0.
00010000:00000010:3.1:1787695191.695335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695191.695348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695191.804418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695191.804426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695191.808840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695191.808867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90460.
00010000:00000010:3.1:1787695191.826262:0:11580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695191.826271:0:11580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90da0.
00010000:00000010:3.1:1787695191.837879:0:11580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695191.837885:0:11580:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90460.
00010000:00000010:3.1:1787695191.841653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695191.841665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695191.846022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045200.
00000080:00000010:3.1:1787695191.846029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90da0.
00010000:00000010:3.1:1787695191.856551:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695191.856564:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90460.
00010000:00000010:3.1:1787695191.865458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695191.865464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695192.009256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc800.
00000080:00000010:3.1:1787695192.009271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999de0.
00010000:00000010:3.1:1787695192.014429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695192.014443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695192.020397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695192.023905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90460.
00010000:00000010:3.1:1787695192.033557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695192.033572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695192.068109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044a00.
00000080:00000010:3.1:1787695192.068118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90460.
00010000:00000010:3.1:1787695192.102884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fde00.
00000080:00000010:3.1:1787695192.102897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945f90d60.
00010000:00000010:3.1:1787695192.223494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00010000:00000010:3.1:1787695192.235382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044e00.
00010000:00000010:3.1:1787695192.235406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982044000.
00010000:00000010:3.1:1787695192.239484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00010000:00000010:0.1:1787695216.778008:0:13327:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249e00.
00010000:00000010:0.1:1787695216.778022:0:13327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fcc00.
00000080:00000010:0.1:1787695216.797000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e60.
00010000:00000010:3.1:1787695216.825980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249200.
00010000:00000010:3.1:1787695216.826103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fd800.
00010000:00000010:3.1:1787695216.925143:0:13329:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045400.
00000080:00000010:3.1:1787695216.945003:0:13329:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40240.
00000080:00000010:3.1:1787695216.954901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f20.
00010000:00000010:0.1:1787695223.100338:0:13853:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249400.
00010000:00000010:0.1:1787695223.100352:0:13853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fc400.
00000080:00000010:3.1:1787695223.123936:0:13903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2b20.
00010000:00000010:0.1:1787695223.161089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c300.
00010000:00000010:0.1:1787695223.161096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:3.1:1787695223.176094:0:13902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2ba0.
00010000:00000010:3.1:1787695223.191961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959982045c00.
00000080:00000010:3.1:1787695223.204905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400e0.
00010000:00000010:3.1:1787695230.604918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6500.
00010000:00000010:3.1:1787695230.604931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695230.616626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6100.
00010000:00000010:3.1:1787695230.616658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695230.616663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00010000:00000010:3.1:1787695230.637061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695230.652896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00010000:00000010:0.1:1787695238.827968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c100.
00010000:00000010:0.1:1787695238.827993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00010000:00000010:0.1:1787695238.840722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c300.
00010000:00000010:0.1:1787695238.840767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:0.1:1787695238.840774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f20a0.
00000080:00000010:3.1:1787695238.960907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f20a0.
00010000:00000010:3.1:1787695239.163574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24e00.
00000080:00000010:0.1:1787695239.212984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2320.
00010000:00000010:3.1:1787695247.846382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c100.
00010000:00000010:3.1:1787695247.846397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940031e00.
00000080:00000010:0.1:1787695247.861019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40660.
00010000:00000010:1.1:1787695247.976890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b25400.
00010000:00000010:0.1:1787695248.061914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695248.068888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:0.1:1787695256.702979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6100.
00010000:00000010:0.1:1787695256.702992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00010000:00000010:0.1:1787695256.715989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c200.
00010000:00000010:0.1:1787695256.716011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:0.1:1787695256.716019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2b00.
00010000:00000010:0.1:1787695256.738908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:0.1:1787695256.750897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2b00.
00010000:00000010:1.1:1787695256.818012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fd400.
00000080:00000010:3.1:1787695256.828901:0:16217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a40.
00010000:00000010:3.1:1787695279.199896:0:17246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24a00.
00000080:00000010:3.1:1787695279.199924:0:17246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f2e0.
00010000:00000010:3.1:1787695279.199936:0:17246:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cd00.
00010000:00000010:3.1:1787695279.199943:0:17246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00010000:00000010:3.1:1787695283.769428:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6500.
00010000:00000010:3.1:1787695283.769445:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fda00.
00010000:00000010:3.1:1787695283.769449:0:1354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6000.
00010000:00000010:3.1:1787695283.769453:0:1354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695283.791288:0:17494:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff959942d7b180.
00000080:00000010:3.1:1787695283.791322:0:17494:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994e0.
00010000:00000010:1.1:1787695287.866987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cf00.
00010000:00000010:1.1:1787695287.866999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030400.
00000080:00000010:1.1:1787695287.884037:0:17833:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f780.
00010000:00000010:3.1:1787695292.759487:0:18121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6a00.
00010000:00000010:3.1:1787695292.759500:0:18121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fda00.
00010000:00000010:3.1:1787695292.759505:0:18121:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8600.
00010000:00000010:3.1:1787695292.759509:0:18121:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24600.
00000080:00000010:1.1:1787695292.772712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999160.
00000080:00000010:1.1:1787695292.772733:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff959942d22100.
00010000:00000010:3.1:1787695297.504457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8e00.
00010000:00000010:3.1:1787695297.504471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24600.
00010000:00000010:3.1:1787695297.531167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6500.
00010000:00000010:3.1:1787695297.575100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6a00.
00010000:00000010:3.1:1787695297.575114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470adc00.
00010000:00000010:0.1:1787695302.568045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6f00.
00010000:00000010:0.1:1787695302.568065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00010000:00000010:3.1:1787695302.575020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cd00.
00010000:00000010:1.1:1787695308.329896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249e00.
00010000:00000010:1.1:1787695308.329912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fda00.
00010000:00000010:3.1:1787695308.346792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8700.
00010000:00000010:3.1:1787695308.346803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b25800.
00000800:00000200:3.1:1787695308.474626:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474675:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474687:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474697:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474706:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474729:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474739:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474748:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474756:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.474763:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 25960 low water 153420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.478211:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 287008 low water 122736 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.481589:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.482167:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.482182:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.482192:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.482201:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.482210:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.482218:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 114568 low water 258876 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.484177:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 288600 low water 238420 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.486652:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 71420 low water 396930 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.486682:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 71420 low water 396930 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.486688:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 71420 low water 396930 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.487459:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 201944 low water 381588 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.487474:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 201944 low water 381588 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.487492:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 201944 low water 381588 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.487530:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 332468 low water 366246 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.487535:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 332468 low water 366246 conn ffff9599432ac000 blocked idle queued
00000800:00000200:3.1:1787695308.487562:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff95994a446900 wspace 419484 low water 356018 conn ffff9599432ac000 blocked idle queued
00010000:00000010:0.1:1787695309.788950:0:19022:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cb00.
00010000:00000010:0.1:1787695309.788962:0:19022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959940030a00.
00010000:00000010:3.1:1787695319.909997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac800.
00010000:00000010:3.1:1787695319.941903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00000080:00000010:0.1:1787695319.982595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40660.
00010000:00000010:0.1:1787695332.799569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6100.
00010000:00000010:0.1:1787695332.799585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695334.193910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cc00.
00010000:00000010:0.1:1787695334.193930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd400.
00010000:00000010:1.1:1787695334.243052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cc00.
00010000:00000010:1.1:1787695334.243063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695334.244812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cf00.
00010000:00000010:0.1:1787695339.115842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c200.
00010000:00000010:0.1:1787695339.115879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695339.133920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1cf00.
00010000:00000010:0.1:1787695339.133929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695339.165928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2080.
00010000:00000010:3.1:1787695343.915164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249400.
00010000:00000010:3.1:1787695343.915174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:3.1:1787695343.919908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695343.919923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00000080:00000010:0.1:1787695343.949581:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00010000:00000010:1.1:1787695349.038402:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249800.
00010000:00000010:1.1:1787695349.038416:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:0.1:1787695349.048040:0:21150:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8700.
00010000:00000010:1.1:1787695349.054983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959947177000.
00010000:00000010:3.1:1787695367.651906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76a00.
00010000:00000010:3.1:1787695367.651924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695367.673909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695367.673924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76a00.
00010000:00000010:3.1:1787695367.673928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ade00.
00010000:00000010:3.1:1787695369.704966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959947176800.
00000080:00000010:3.1:1787695369.708941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f620.
00010000:00000010:3.1:1787695369.708964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1c000.
00010000:00000010:3.1:1787695369.708970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695369.820896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959943a1ce00.
00010000:00000010:0.1:1787695369.820914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959947176200.
00000080:00000010:3.1:1787695389.242269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459993a0.
00010000:00000010:3.1:1787695389.306708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:0.1:1787695389.356122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459993e0.
00010000:00000010:1.1:1787695390.850052:0:23049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:1.1:1787695390.850059:0:23049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459995a0.
00010000:00000010:1.1:1787695390.856155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959946244000.
00000080:00000010:1.1:1787695390.856169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f720.
00010000:00000010:1.1:1787695390.867422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959946244400.
00000080:00000010:1.1:1787695390.880160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f820.
00000080:00000010:1.1:1787695390.880178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e40.
00010000:00000010:3.1:1787695404.402017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:1.1:1787695404.416921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695404.416941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:1.1:1787695404.416946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:1.1:1787695404.416949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959946245000.
00000080:00000010:1.1:1787695404.442334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c40.
00010000:00000010:3.1:1787695408.169088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:0.1:1787695408.244200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:0.1:1787695408.244210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695408.733112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695408.733137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959947176000.
00000080:00000010:3.1:1787695411.656929:0:23677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999980.
00010000:00000010:3.1:1787695427.650668:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695427.654631:0:24142:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695427.654651:0:24142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695427.654684:0:24142:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695427.703892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00000080:00000010:3.1:1787695428.061280:0:24143:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff959942e2b180.
00000080:00000010:3.1:1787695428.061310:0:24143:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ac0.
00010000:00000010:1.1:1787695445.011042:0:24923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695445.011055:0:24923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695445.031257:0:24918:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695445.031273:0:24918:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695445.031278:0:24918:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:1.1:1787695445.129875:0:24939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f4a0.
00000080:00000010:1.1:1787695445.244807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459991a0.
00010000:00000010:1.1:1787695445.287905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695445.287946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:1.1:1787695445.300602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00000080:00000010:3.1:1787695445.480902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999720.
00010000:00000010:0.1:1787695445.563046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:0.1:1787695445.563057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:0.1:1787695445.579032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695445.584024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695445.669911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695445.669928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695445.799538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:3.1:1787695445.799546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:3.1:1787695445.806025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695445.809186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695445.849522:0:24971:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40100.
00010000:00000010:0.1:1787695445.883039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695445.883051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695445.894254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695445.902116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695445.992934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:1.1:1787695445.992950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695446.005968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:0.1:1787695446.013030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:3.1:1787695446.039206:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f200.
00000080:00000010:3.1:1787695446.203544:0:24980:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999900.
00010000:00000010:3.1:1787695446.277997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695446.278019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695446.292657:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695446.296910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695446.468939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695446.594973:0:24992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695446.594984:0:24992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:1.1:1787695446.739694:0:25007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40440.
00010000:00000010:0.1:1787695446.867891:0:25022:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:0.1:1787695446.867898:0:25022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:0.1:1787695446.875065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695446.875085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695446.914947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2380.
00010000:00000010:0.1:1787695446.988169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695446.988174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695446.991952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:3.1:1787695446.996172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695447.072432:0:25031:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6c0.
00010000:00000010:0.1:1787695447.109002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695447.109014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695447.115935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695447.115949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:3.1:1787695447.157904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e40.
00010000:00000010:3.1:1787695447.218215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:3.1:1787695447.218230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:3.1:1787695447.239780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695447.239796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695447.325968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:0.1:1787695447.325979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:3.1:1787695447.340744:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00000080:00000010:0.1:1787695447.366223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f22c0.
00010000:00000010:0.1:1787695447.417117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695447.417132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695447.429542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695447.435926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:1.1:1787695447.500795:0:25026:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f28a0.
00010000:00000010:3.1:1787695447.569132:0:10311:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695447.569143:0:10311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695447.570564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695447.570579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695447.590052:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b20.
00010000:00000010:3.1:1787695447.641965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695447.641981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695447.656014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695447.673228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:1.1:1787695447.698934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b80.
00010000:00000010:0.1:1787695447.851048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:0.1:1787695447.851067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:0.1:1787695447.858056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695447.858085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:1.1:1787695447.915018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2260.
00000080:00000010:3.1:1787695447.999965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999660.
00010000:00000010:1.1:1787695448.039096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:1.1:1787695448.039114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:1.1:1787695448.043228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695448.043243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:1.1:1787695448.091389:0:25061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ff00.
00010000:00000010:3.1:1787695448.126264:0:25063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695448.126279:0:25063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695448.137530:0:25063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695448.137545:0:25063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:0.1:1787695448.314967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459999c0.
00000080:00000010:1.1:1787695448.403484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459992e0.
00010000:00000010:3.1:1787695448.804986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695448.805008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00000080:00000010:1.1:1787695448.855803:0:25112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d00.
00010000:00000010:3.1:1787695448.919908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:3.1:1787695448.919926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695448.944125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695448.947965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695449.084112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695449.084123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695449.121928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695449.125914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:0.1:1787695449.177204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40600.
00010000:00000010:1.1:1787695449.247814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00000080:00000010:3.1:1787695449.286880:0:25122:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994c0.
00010000:00000010:0.1:1787695449.656192:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:0.1:1787695449.656205:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695449.660967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695449.761036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695449.802083:0:25133:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999120.
00010000:00000010:3.1:1787695449.829666:0:25135:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695449.829677:0:25135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695449.837158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695449.849556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695449.877662:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b00.
00010000:00000010:0.1:1787695449.934904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695449.934925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695450.096319:0:24909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695450.096347:0:24909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:0.1:1787695450.296827:0:2355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695450.296840:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:0.1:1787695450.299936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695450.299951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:1.1:1787695450.343683:0:25180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2fa0.
00010000:00000010:3.1:1787695450.473312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695450.488014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695450.592381:0:25189:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695450.592398:0:25189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695450.598045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:1.1:1787695450.602962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695450.676484:0:25192:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40280.
00010000:00000010:3.1:1787695450.696030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695450.696045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695450.718048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00000080:00000010:3.1:1787695450.922372:0:25196:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994a0.
00010000:00000010:1.1:1787695451.016004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:1.1:1787695451.016014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:1.1:1787695451.020209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695451.020231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:0.1:1787695451.079604:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa20.
00010000:00000010:3.1:1787695451.144906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:0.1:1787695451.215284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999340.
00010000:00000010:0.1:1787695451.382106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:0.1:1787695451.382120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:3.1:1787695451.447918:0:25209:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999940.
00010000:00000010:3.1:1787695451.517513:0:24909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695451.517528:0:24909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695451.522103:0:24909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695451.522121:0:24909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:0.1:1787695451.647308:0:25225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00010000:00000010:0.1:1787695451.792011:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695451.792030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:0.1:1787695451.795119:0:25237:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695451.795131:0:25237:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695451.875026:0:25250:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2460.
00010000:00000010:3.1:1787695452.045915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695452.045933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695452.050264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695452.050294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:1.1:1787695452.079131:0:25245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40880.
00010000:00000010:1.1:1787695452.155392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:1.1:1787695452.155412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00000080:00000010:3.1:1787695452.194221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fc80.
00010000:00000010:1.1:1787695452.228898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:1.1:1787695452.228917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:1.1:1787695452.251018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695452.251044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:3.1:1787695452.273967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fd00.
00010000:00000010:1.1:1787695452.315936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:1.1:1787695452.315960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:1.1:1787695452.328455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695452.337202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:1.1:1787695452.359494:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fd80.
00010000:00000010:3.1:1787695452.431528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:3.1:1787695452.431551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695452.438921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695452.442896:0:25267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:3.1:1787695452.470923:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409e0.
00010000:00000010:0.1:1787695452.520299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:0.1:1787695452.520322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:1.1:1787695452.528920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695452.533015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:1.1:1787695452.689036:0:25275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e60.
00010000:00000010:3.1:1787695452.778150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695452.778176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695452.778985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695452.779005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695452.817913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40660.
00010000:00000010:0.1:1787695452.876904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:0.1:1787695452.876921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:1.1:1787695452.895545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:0.1:1787695452.901872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695453.066897:0:25291:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695453.066922:0:25291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695453.090836:0:25295:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695453.090871:0:25295:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:1.1:1787695453.168646:0:25297:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2820.
00010000:00000010:1.1:1787695453.314050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695453.314070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:1.1:1787695453.337200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695453.342956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:0.1:1787695453.484100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695453.484121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695453.490605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695453.503912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695453.543464:0:25326:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f21a0.
00010000:00000010:1.1:1787695453.605881:0:25306:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:1.1:1787695453.605900:0:25306:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:1.1:1787695453.778929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:1.1:1787695453.778960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695453.893150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:3.1:1787695453.893171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695453.925465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695453.933661:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00000080:00000010:0.1:1787695453.973909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403a0.
00010000:00000010:3.1:1787695454.067917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695454.232910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695454.232930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:1.1:1787695454.321928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:1.1:1787695454.321948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:1.1:1787695454.334892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695454.339952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:0.1:1787695454.480336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:0.1:1787695454.480355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695454.535302:0:25300:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:3.1:1787695454.535325:0:25300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:3.1:1787695454.775903:0:25365:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695454.775915:0:25365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695454.789028:0:25378:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695454.805913:0:25368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:0.1:1787695454.862460:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d20.
00010000:00000010:3.1:1787695455.085909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695455.085931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695455.114885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:0.1:1787695455.495739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695455.495749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695455.501063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695455.505087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:3.1:1787695455.650102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695455.650124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695455.664888:0:25403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695455.665109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00000080:00000010:1.1:1787695455.718924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f20.
00010000:00000010:3.1:1787695455.766929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:3.1:1787695455.766954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:3.1:1787695455.791912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695455.795923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695455.943902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:3.1:1787695455.943913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695456.060549:0:25411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403a0.
00010000:00000010:3.1:1787695456.182753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:1.1:1787695456.196062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:1.1:1787695456.288045:0:25413:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999880.
00010000:00000010:0.1:1787695456.656878:0:2354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695456.656891:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695456.664988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695456.665006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695456.830996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695456.831025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:0.1:1787695456.887123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999440.
00000080:00000010:0.1:1787695457.026520:0:25453:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999340.
00010000:00000010:3.1:1787695457.135914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695457.214224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999880.
00010000:00000010:1.1:1787695457.296911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:1.1:1787695457.423955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695457.423974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:1.1:1787695457.437003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695457.437037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:3.1:1787695457.570138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:3.1:1787695457.570165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695457.584987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695457.591738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:1.1:1787695457.744922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695457.744942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:1.1:1787695457.762959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695457.763013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:1.1:1787695457.818150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa40.
00010000:00000010:1.1:1787695457.865920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695457.865944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:1.1:1787695457.882118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695457.886333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695457.985986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695457.986003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695458.037210:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695458.037233:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695458.385157:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695458.385175:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:0.1:1787695458.480041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695458.480065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695458.503038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695458.508748:0:25513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695458.533873:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2260.
00010000:00000010:1.1:1787695458.679008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:1.1:1787695458.679019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:1.1:1787695458.700916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695458.700935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695458.743207:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f720.
00010000:00000010:3.1:1787695458.804240:0:25529:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:3.1:1787695458.804255:0:25529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695458.817896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695458.817929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695458.864939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402e0.
00010000:00000010:1.1:1787695458.937138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:1.1:1787695458.937159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:1.1:1787695458.946530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695458.948198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:3.1:1787695458.983912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ffa0.
00010000:00000010:3.1:1787695459.068218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00010000:00000010:3.1:1787695459.068239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695459.072242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695459.072276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695459.136147:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:0.1:1787695459.167909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695459.167921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695459.178241:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:3.1:1787695459.178256:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695459.415064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:3.1:1787695459.424196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00000080:00000010:0.1:1787695459.470929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999060.
00010000:00000010:0.1:1787695459.531066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:1.1:1787695459.991951:0:25579:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695459.991963:0:25579:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:1.1:1787695460.020069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00000080:00000010:0.1:1787695460.075965:0:25590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f540.
00010000:00000010:0.1:1787695460.150074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:0.1:1787695460.150106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:0.1:1787695460.204540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459990e0.
00010000:00000010:3.1:1787695460.320274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695460.348301:0:25595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695460.415049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f60.
00000080:00000010:0.1:1787695460.513550:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999960.
00000080:00000010:3.1:1787695460.872954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d20.
00010000:00000010:3.1:1787695460.931911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695460.931928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695460.951198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:1.1:1787695461.130885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695461.130905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695461.186631:0:24908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695461.247932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695461.253014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695461.300892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695461.305583:0:6:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695461.344884:0:25619:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c00.
00010000:00000010:0.1:1787695461.514892:0:25631:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695461.514911:0:25631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695461.514923:0:25631:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695461.534549:0:25631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695461.586777:0:25638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2f60.
00010000:00000010:1.1:1787695461.752293:0:25659:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695461.752311:0:25659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:0.1:1787695461.774877:0:25650:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:0.1:1787695461.774897:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:1.1:1787695461.815354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f3a0.
00010000:00000010:3.1:1787695461.902227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:3.1:1787695461.902242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695461.921646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:1.1:1787695461.929844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695461.972734:0:25664:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e405e0.
00010000:00000010:0.1:1787695462.299936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695462.299958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695462.426919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695462.426943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:3.1:1787695462.468456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695462.505902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e40.
00010000:00000010:0.1:1787695462.564612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695462.564626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695462.596982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695462.602209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:3.1:1787695462.705101:0:25680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695462.705124:0:25680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:3.1:1787695462.712972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695462.719003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695462.825916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:0.1:1787695462.825944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:0.1:1787695462.886097:0:25685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e40.
00010000:00000010:1.1:1787695462.944091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:1.1:1787695462.944103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695462.976050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695462.979924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695463.043380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa60.
00010000:00000010:3.1:1787695463.116999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:3.1:1787695463.117006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695463.126891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:1.1:1787695463.126912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00000080:00000010:3.1:1787695463.191893:0:25633:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409a0.
00000080:00000010:3.1:1787695463.457246:0:25718:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999660.
00010000:00000010:3.1:1787695463.506917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:3.1:1787695463.506935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695463.542749:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:0.1:1787695463.549873:0:25728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:1.1:1787695463.659365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695463.659390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695463.676252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:3.1:1787695463.688131:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695463.906930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695463.906955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:3.1:1787695463.912915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695464.009921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:1.1:1787695464.009942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695464.035207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695464.119959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695464.119980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695464.139558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695464.139686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:1.1:1787695464.180897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f240.
00010000:00000010:1.1:1787695464.245893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695464.245909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:1.1:1787695464.254894:0:25749:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695464.254914:0:25749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:3.1:1787695464.392736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:3.1:1787695464.545914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:0.1:1787695464.801698:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:1.1:1787695464.823258:0:25762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:1.1:1787695464.847581:0:25766:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997c0.
00010000:00000010:3.1:1787695465.136550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695465.136579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695465.161348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00000080:00000010:1.1:1787695465.213640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409a0.
00010000:00000010:3.1:1787695465.296916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695465.296928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695465.341771:0:25805:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e407c0.
00000080:00000010:1.1:1787695465.499145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994c0.
00010000:00000010:0.1:1787695465.599059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695465.599080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695465.607024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695465.611033:0:25809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695465.736398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:3.1:1787695465.736430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:3.1:1787695465.746459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695465.750919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695465.775932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e405a0.
00010000:00000010:1.1:1787695465.864800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695465.864821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695465.872197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695465.872225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695466.123716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:0.1:1787695466.172892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999120.
00010000:00000010:3.1:1787695466.256801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695466.256817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695466.474043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999520.
00000080:00000010:0.1:1787695466.667595:0:25838:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999dc0.
00010000:00000010:1.1:1787695466.832781:0:25869:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695466.832796:0:25869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:1.1:1787695466.851231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695466.851259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:3.1:1787695466.900695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f420.
00010000:00000010:1.1:1787695466.947022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:1.1:1787695466.947037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695467.006031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695467.044539:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fec0.
00010000:00000010:3.1:1787695467.121136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695467.121149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695467.134877:0:25875:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:3.1:1787695467.134894:0:25875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695467.267038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:0.1:1787695467.267060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695467.279923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695467.279938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695467.314903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c20.
00000080:00000010:3.1:1787695467.554349:0:25884:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999420.
00010000:00000010:3.1:1787695467.765056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695467.765077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695467.783059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695467.787137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695467.839273:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40640.
00010000:00000010:3.1:1787695467.960920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695467.960942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:3.1:1787695467.988996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695467.989023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695468.125963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00000080:00000010:0.1:1787695468.194874:0:25896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999ce0.
00010000:00000010:0.1:1787695468.298123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:0.1:1787695468.384990:0:24909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f80.
00010000:00000010:0.1:1787695468.517431:0:25914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:0.1:1787695468.517447:0:25914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:0.1:1787695468.527350:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695468.527375:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695468.551869:0:25929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2520.
00010000:00000010:1.1:1787695468.640174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:1.1:1787695468.640193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:1.1:1787695468.640201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695468.640210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:0.1:1787695468.675882:0:25940:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f420.
00010000:00000010:0.1:1787695468.707046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695468.707063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695468.725538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695468.725562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695468.820080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695468.820096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695468.836431:0:1028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695468.837889:0:25945:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695468.902896:0:1354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40500.
00010000:00000010:3.1:1787695468.991889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695468.991906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:0.1:1787695469.131429:0:25924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00000080:00000010:3.1:1787695469.181655:0:25953:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999440.
00010000:00000010:0.1:1787695469.229104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:0.1:1787695469.229113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:0.1:1787695469.236908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695469.240927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:1.1:1787695469.281117:0:25955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2b00.
00000080:00000010:3.1:1787695469.399573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459999c0.
00010000:00000010:3.1:1787695469.472545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695469.472568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695469.609951:0:25963:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695469.609957:0:25963:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695469.614962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:0.1:1787695469.768076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695469.768098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695469.991041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999ba0.
00010000:00000010:3.1:1787695470.067038:0:24909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:3.1:1787695470.067057:0:24909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695470.119412:0:25983:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695470.119431:0:25983:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:1.1:1787695470.214826:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40280.
00010000:00000010:0.1:1787695470.343582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695470.343604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695470.375995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695470.377051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695470.570389:0:26015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40280.
00010000:00000010:3.1:1787695470.643078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695470.643102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695470.653046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695470.653072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695470.825921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:3.1:1787695470.825931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:3.1:1787695470.832983:0:26020:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695470.833008:0:26020:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695471.113003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:0.1:1787695471.198028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695471.198050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:0.1:1787695471.208925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695471.208966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:0.1:1787695471.231878:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a00.
00010000:00000010:3.1:1787695471.293071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:3.1:1787695471.293093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:3.1:1787695471.314918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695471.314951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695471.439013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:3.1:1787695471.439038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:3.1:1787695471.446334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695471.446363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:1.1:1787695471.479745:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00010000:00000010:3.1:1787695471.567075:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695471.567101:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695471.621536:0:24909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d00.
00010000:00000010:1.1:1787695471.899021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:1.1:1787695471.899058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:1.1:1787695471.911461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695471.914082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695472.337397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999ca0.
00010000:00000010:3.1:1787695472.401957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695472.405931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00000080:00000010:0.1:1787695472.466870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997a0.
00010000:00000010:0.1:1787695472.522743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:0.1:1787695472.522762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:0.1:1787695472.540724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695472.544784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00000080:00000010:0.1:1787695472.581397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f24a0.
00010000:00000010:0.1:1787695472.665897:0:26098:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:0.1:1787695472.665904:0:26098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:0.1:1787695472.671062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695472.671080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:1.1:1787695472.843039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997c0.
00010000:00000010:0.1:1787695473.051882:0:26107:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695473.051889:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695473.057900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695473.080893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695473.341674:0:26137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d40.
00010000:00000010:0.1:1787695473.519630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:0.1:1787695473.519644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695473.653887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695473.653899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:3.1:1787695473.696325:0:26148:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695473.696347:0:26148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695473.861779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00010000:00000010:3.1:1787695473.861802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:0.1:1787695474.084082:0:26159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999b60.
00010000:00000010:3.1:1787695474.137905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:3.1:1787695474.137921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695474.142047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:1.1:1787695474.260876:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695474.344186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695474.344202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695474.360292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:0.1:1787695474.373814:0:26167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695474.472901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695474.472919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695474.489067:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00000080:00000010:3.1:1787695474.556622:0:26172:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ea0.
00010000:00000010:3.1:1787695474.580055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:3.1:1787695474.580071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695474.592006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695474.596049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695474.669122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e404c0.
00000080:00000010:0.1:1787695474.894998:0:26184:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f00.
00010000:00000010:3.1:1787695474.999601:0:26207:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695474.999614:0:26207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695475.014517:0:26207:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695475.014537:0:26207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:3.1:1787695475.047524:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401a0.
00010000:00000010:0.1:1787695475.144998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:0.1:1787695475.145015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695475.158988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695475.163952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:3.1:1787695475.210978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2f00.
00010000:00000010:3.1:1787695475.272046:0:26222:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695475.272055:0:26222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695475.279787:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695475.295110:0:26201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695475.338898:0:26224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409a0.
00010000:00000010:3.1:1787695475.445311:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:0.1:1787695475.601049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695475.601070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695475.622536:0:26228:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695475.627329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695475.677058:0:26229:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2080.
00010000:00000010:3.1:1787695475.728904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:3.1:1787695475.728927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695475.759642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695475.762502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695475.810130:0:26233:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40480.
00010000:00000010:3.1:1787695475.874934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:3.1:1787695475.984334:0:26235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459991a0.
00010000:00000010:1.1:1787695476.055050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:1.1:1787695476.055066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695476.259606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00000080:00000010:3.1:1787695476.312540:0:26242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999860.
00010000:00000010:1.1:1787695476.496094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695476.496111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695476.522915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695476.522940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:0.1:1787695476.568253:0:26247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe40.
00010000:00000010:0.1:1787695476.931311:0:26284:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695476.931323:0:26284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695476.972994:0:26284:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695476.973015:0:26284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695477.117936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695477.117955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695477.130936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00000080:00000010:1.1:1787695477.240884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997c0.
00010000:00000010:3.1:1787695477.257973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695477.257991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695477.268423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695477.281293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:0.1:1787695477.335118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40620.
00010000:00000010:1.1:1787695477.418631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695477.418648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:3.1:1787695477.529047:0:26284:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f980.
00010000:00000010:0.1:1787695477.653049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:0.1:1787695477.653136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:0.1:1787695477.669273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:3.1:1787695477.849141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695477.849163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695477.862916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:0.1:1787695478.030158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:0.1:1787695478.030168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695478.045180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695478.045211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:0.1:1787695478.089532:0:26308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2940.
00010000:00000010:3.1:1787695478.210886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:0.1:1787695478.253462:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:1.1:1787695478.367090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695478.367098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:0.1:1787695478.389010:0:6:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695478.405037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:3.1:1787695478.450358:0:26314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fee0.
00010000:00000010:3.1:1787695478.524914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:3.1:1787695478.524933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695478.562921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:1.1:1787695478.783293:0:26326:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00010000:00000010:1.1:1787695478.783309:0:26326:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00000080:00000010:1.1:1787695478.933014:0:26355:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999020.
00000080:00000010:1.1:1787695479.092733:0:26358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999860.
00010000:00000010:1.1:1787695479.153323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:1.1:1787695479.153340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695479.158082:0:26360:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695479.158097:0:26360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:0.1:1787695479.233592:0:26349:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f8e0.
00010000:00000010:3.1:1787695479.331052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:3.1:1787695479.331063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695479.344886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00000080:00000010:1.1:1787695479.413657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00010000:00000010:0.1:1787695479.645157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695479.749896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:3.1:1787695479.749916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:3.1:1787695479.761168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695479.769919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:1.1:1787695480.016184:0:26377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999dc0.
00010000:00000010:3.1:1787695480.071425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:3.1:1787695480.071441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695480.100915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:3.1:1787695480.132118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00010000:00000010:3.1:1787695480.265782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695480.265806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:0.1:1787695480.307639:0:26383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a20.
00010000:00000010:0.1:1787695480.612482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:0.1:1787695480.612507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:0.1:1787695480.628893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00000080:00000010:3.1:1787695480.700013:0:26425:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c00.
00000080:00000010:3.1:1787695480.900003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997c0.
00010000:00000010:0.1:1787695480.994127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695480.994145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695481.025918:0:26415:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:1.1:1787695481.078208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:1.1:1787695481.144390:0:26415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e80.
00010000:00000010:3.1:1787695481.226924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:3.1:1787695481.226950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695481.250342:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695481.255393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00000080:00000010:3.1:1787695481.503892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999da0.
00010000:00000010:0.1:1787695481.595916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695481.595934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:1.1:1787695481.610392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695481.623152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:1.1:1787695481.905911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695481.905926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:3.1:1787695481.983911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6c0.
00010000:00000010:1.1:1787695482.062904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695482.062938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:1.1:1787695482.079015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695482.089137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695482.190059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695482.190077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695482.214903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00000080:00000010:0.1:1787695482.249433:0:26450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f40.
00010000:00000010:0.1:1787695482.360224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695482.360239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:0.1:1787695482.426274:0:6:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695482.426287:0:6:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:1.1:1787695482.526936:0:26468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2bc0.
00010000:00000010:0.1:1787695482.700951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695482.700968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:1.1:1787695482.719918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:3.1:1787695482.722949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:0.1:1787695482.780872:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2bc0.
00010000:00000010:3.1:1787695482.849171:0:26496:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695482.849178:0:26496:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695482.855648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695482.855668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695482.929891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40000.
00010000:00000010:3.1:1787695482.965071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695482.965087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695482.976466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00000080:00000010:1.1:1787695483.040148:0:26500:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:0.1:1787695483.095442:0:26502:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695483.095461:0:26502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:0.1:1787695483.109233:0:26480:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695483.109268:0:26480:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695483.191439:0:26504:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2940.
00010000:00000010:1.1:1787695483.283188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695483.283212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695483.294907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695483.307924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695483.343892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f280.
00010000:00000010:0.1:1787695483.636994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695483.637017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695483.647310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:1.1:1787695483.655807:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:3.1:1787695483.802174:0:26514:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695483.802186:0:26514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695483.822432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695483.978356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695483.978376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695483.989894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695483.993059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:3.1:1787695484.086076:0:26518:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40780.
00010000:00000010:0.1:1787695484.159021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:0.1:1787695484.159036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695484.194894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:3.1:1787695484.341048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695484.341064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:1.1:1787695484.527413:0:26534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00010000:00000010:0.1:1787695484.959079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695484.959102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695484.978451:0:26557:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695484.978489:0:26557:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:1.1:1787695485.032331:0:26570:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2820.
00010000:00000010:3.1:1787695485.112951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695485.112962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695485.129726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:0.1:1787695485.301899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:0.1:1787695485.301915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:0.1:1787695485.490993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:1.1:1787695485.494977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:3.1:1787695485.815891:0:26582:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f60.
00010000:00000010:0.1:1787695485.949390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695485.949408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695485.962285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695485.967127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:1.1:1787695486.063337:0:26588:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f21a0.
00010000:00000010:3.1:1787695486.136397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695486.136425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695486.162463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695486.304748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:1.1:1787695486.432009:0:26598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999da0.
00010000:00000010:1.1:1787695486.577886:0:26621:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695486.577900:0:26621:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695486.617888:0:26627:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695486.617900:0:26627:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:0.1:1787695486.910120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999220.
00010000:00000010:3.1:1787695486.965273:0:26640:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695486.965286:0:26640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695486.981504:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695486.981520:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695487.040901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00010000:00000010:0.1:1787695487.091924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:0.1:1787695487.091949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695487.105037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695487.110720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695487.224903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695487.224918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695487.234993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:3.1:1787695487.235014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00000080:00000010:3.1:1787695487.306409:0:26648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e80.
00010000:00000010:0.1:1787695487.407882:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:3.1:1787695487.446554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c80.
00010000:00000010:0.1:1787695487.500348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695487.500367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695487.519900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695487.519914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:3.1:1787695487.556591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2160.
00010000:00000010:0.1:1787695487.669140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695487.669148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695487.682011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695487.682044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695487.836932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695487.848435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695487.901116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459993a0.
00010000:00000010:1.1:1787695487.992187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695487.992211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695488.013253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695488.016059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695488.256307:0:10311:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695488.256461:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:1.1:1787695488.418878:0:26682:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459990c0.
00010000:00000010:0.1:1787695488.544312:0:26689:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695488.544328:0:26689:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695488.544335:0:26689:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695488.554407:0:26689:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:0.1:1787695488.636892:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f28a0.
00010000:00000010:0.1:1787695488.701947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:0.1:1787695488.701975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:3.1:1787695488.796602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999b80.
00010000:00000010:3.1:1787695488.855106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:3.1:1787695488.855129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695488.894335:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695488.912656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:1.1:1787695489.021506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b00.
00000080:00000010:0.1:1787695489.129274:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e60.
00000080:00000010:0.1:1787695489.307506:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40680.
00010000:00000010:3.1:1787695489.356895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695489.356909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695489.371116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:1.1:1787695489.479214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695489.479237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695489.503108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695489.513115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:1.1:1787695489.554123:0:26724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2cc0.
00000080:00000010:3.1:1787695489.698027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a20.
00000080:00000010:3.1:1787695489.862114:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459998c0.
00010000:00000010:1.1:1787695489.968167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:1.1:1787695489.968186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:0.1:1787695489.981069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695489.981082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:0.1:1787695490.021182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f3e0.
00010000:00000010:3.1:1787695490.048092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695490.048108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695490.067603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:0.1:1787695490.214868:0:26748:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695490.214880:0:26748:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695490.259502:0:26737:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695490.259518:0:26737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:1.1:1787695490.346110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2540.
00010000:00000010:0.1:1787695490.608426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695490.608434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695490.616981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695490.616996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695490.687354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2fa0.
00000080:00000010:1.1:1787695490.839883:0:26771:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f80.
00010000:00000010:1.1:1787695490.967163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695490.967182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695491.337087:0:26792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459990a0.
00010000:00000010:1.1:1787695491.393562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:1.1:1787695491.393580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695491.409468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:1.1:1787695491.409558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695491.773395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:3.1:1787695491.773426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695491.809191:0:6:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999960.
00010000:00000010:0.1:1787695492.184908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:0.1:1787695492.184931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695492.186236:0:26842:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695492.186255:0:26842:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:1.1:1787695492.229180:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ee0.
00010000:00000010:3.1:1787695492.327013:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00000080:00000010:1.1:1787695492.396926:0:26847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994e0.
00010000:00000010:3.1:1787695492.460166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00000080:00000010:3.1:1787695492.532905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999bc0.
00000080:00000010:0.1:1787695492.660885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a20.
00010000:00000010:3.1:1787695492.710921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695492.710942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695492.741881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:1.1:1787695492.892127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:1.1:1787695492.892144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695492.903049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:0.1:1787695492.903087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695493.207910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695493.207926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:1.1:1787695493.229505:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:1.1:1787695493.231512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:1.1:1787695493.267903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e404c0.
00010000:00000010:0.1:1787695493.357105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695493.357121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:1.1:1787695493.357235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695493.357247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:1.1:1787695493.403161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2620.
00010000:00000010:0.1:1787695493.512106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:0.1:1787695493.666468:0:10432:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:0.1:1787695493.666481:0:10432:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00000080:00000010:0.1:1787695493.721430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999120.
00010000:00000010:0.1:1787695493.859162:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695493.859177:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695493.943890:0:26886:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695493.943900:0:26886:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:1.1:1787695494.000875:0:26889:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2900.
00010000:00000010:0.1:1787695494.145872:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695494.145884:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695494.198440:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695494.198461:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695494.252876:0:26915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a80.
00010000:00000010:3.1:1787695494.504131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695494.504142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695494.538937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00000080:00000010:1.1:1787695494.781908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999140.
00010000:00000010:3.1:1787695494.896448:0:26927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:0.1:1787695495.026912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695495.026930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695495.173352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695495.173366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695495.177509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695495.177538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:1.1:1787695495.218890:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f040.
00010000:00000010:1.1:1787695495.284202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695495.284222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695495.297203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695495.301208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695495.360073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f040.
00000080:00000010:3.1:1787695495.502071:0:26940:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f80.
00010000:00000010:3.1:1787695495.583072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695495.583079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695495.586877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00000080:00000010:3.1:1787695495.635602:0:26943:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e407a0.
00010000:00000010:0.1:1787695495.674934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695495.674947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695495.674950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695495.674956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695495.735887:0:26946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2800.
00010000:00000010:3.1:1787695495.804184:0:26948:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695495.804201:0:26948:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695495.817910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695495.821925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:1.1:1787695495.964906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:1.1:1787695495.964937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:0.1:1787695495.976934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:0.1:1787695495.976957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695496.123286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:3.1:1787695496.123305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695496.130042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695496.130074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:0.1:1787695496.212003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40420.
00010000:00000010:3.1:1787695496.357485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695496.357505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695496.382878:0:26973:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695496.382893:0:26973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:0.1:1787695496.475192:0:26992:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401e0.
00010000:00000010:1.1:1787695496.543066:0:26992:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695496.543087:0:26992:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695496.560996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695496.564989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:1.1:1787695496.691907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f40.
00010000:00000010:0.1:1787695496.774993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:0.1:1787695496.775029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695496.776104:0:26981:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695496.776120:0:26981:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695496.933540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695496.933555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:3.1:1787695496.940933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:1.1:1787695496.955295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:1.1:1787695497.110905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695497.110927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695497.147194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:3.1:1787695497.219255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f820.
00000080:00000010:0.1:1787695497.370219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409a0.
00010000:00000010:3.1:1787695497.436904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695497.436927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695497.458948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:1.1:1787695497.621986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:0.1:1787695497.625931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:1.1:1787695497.736207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695497.736227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695497.740983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695497.741098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695498.000933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695498.006811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:0.1:1787695498.046599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994a0.
00010000:00000010:3.1:1787695498.151293:0:27037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695498.151313:0:27037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695498.182386:0:2356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695498.200542:0:27045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:1.1:1787695498.306466:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:1.1:1787695498.372464:0:27066:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695498.372475:0:27066:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:0.1:1787695498.392185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:0.1:1787695498.457397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f360.
00010000:00000010:0.1:1787695498.501625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695498.501640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:0.1:1787695498.518862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695498.524896:0:27067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695498.637916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695498.637941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:3.1:1787695498.755034:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599464c5840.
00010000:00000010:0.1:1787695498.874672:0:27057:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:0.1:1787695498.874684:0:27057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00010000:00000010:1.1:1787695498.884033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:1.1:1787695498.893051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:3.1:1787695498.925898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599464c5500.
00000080:00000010:3.1:1787695499.061040:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a60.
00010000:00000010:0.1:1787695499.150217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695499.150243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695499.165127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695499.168538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:3.1:1787695499.299317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695499.333894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f40.
00010000:00000010:3.1:1787695499.414577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695499.414601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695499.422218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695499.436921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:0.1:1787695499.579130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:1.1:1787695499.587095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00000080:00000010:3.1:1787695499.809918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e00.
00010000:00000010:1.1:1787695499.865911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:1.1:1787695499.865929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695499.887908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695499.888126:0:2357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00000080:00000010:3.1:1787695499.943985:0:27035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f740.
00010000:00000010:1.1:1787695500.049332:0:27103:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695500.049351:0:27103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:1.1:1787695500.099265:0:27103:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695500.099291:0:27103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:1.1:1787695500.138233:0:27115:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe00.
00010000:00000010:1.1:1787695500.346908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:1.1:1787695500.346935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695500.465193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695500.465215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695500.487242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00000080:00000010:3.1:1787695500.537224:0:27144:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e80.
00010000:00000010:1.1:1787695500.622171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:1.1:1787695500.622190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695500.773931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695500.832563:0:27150:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999020.
00000080:00000010:3.1:1787695500.995218:0:27153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40360.
00010000:00000010:1.1:1787695501.066925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695501.066991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695501.122667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500486a0.
00010000:00000010:1.1:1787695501.347308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:0.1:1787695501.348305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00000080:00000010:1.1:1787695501.383918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999100.
00010000:00000010:1.1:1787695501.470375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:1.1:1787695501.470395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:1.1:1787695501.511994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695501.512027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695501.649057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695501.649075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695501.705183:0:27177:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695501.705200:0:27177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:0.1:1787695501.763734:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40980.
00010000:00000010:0.1:1787695501.918696:0:27201:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695501.918716:0:27201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:0.1:1787695501.935433:0:27201:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00000080:00000010:3.1:1787695501.984436:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048780.
00010000:00000010:0.1:1787695502.033290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695502.033313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695502.046207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695502.053894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:0.1:1787695502.097915:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a40.
00010000:00000010:0.1:1787695502.210011:0:27213:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:0.1:1787695502.210023:0:27213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695502.275805:0:27215:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999420.
00010000:00000010:1.1:1787695502.311902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695502.311999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695502.326965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695502.330969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695502.461577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695502.461598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695502.468418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695502.468448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:0.1:1787695502.525990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d40.
00010000:00000010:0.1:1787695502.587946:0:6:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695502.587964:0:6:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:1.1:1787695502.589901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:1.1:1787695502.589938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:1.1:1787695502.761158:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00000080:00000010:0.1:1787695502.798159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999260.
00010000:00000010:0.1:1787695502.869936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695502.869944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:0.1:1787695502.888956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695502.888979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:3.1:1787695502.930987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a00.
00010000:00000010:0.1:1787695503.009299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695503.009322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:1.1:1787695503.017096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695503.129005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695503.129027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695503.145502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695503.152692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:0.1:1787695503.502014:0:27252:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d20.
00010000:00000010:0.1:1787695503.650155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:0.1:1787695503.650180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:1.1:1787695503.682405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695503.687658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:1.1:1787695503.769925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048440.
00010000:00000010:1.1:1787695503.849157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695503.849176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695503.879318:0:27274:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695503.885030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695504.020147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695504.020168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:1.1:1787695504.045109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695504.089003:0:27284:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40660.
00000080:00000010:1.1:1787695504.240026:0:27287:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999b20.
00010000:00000010:3.1:1787695504.313997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:3.1:1787695504.314024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695504.346910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695504.360716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695504.548244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695504.548297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695504.569593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:1.1:1787695504.572222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:1.1:1787695504.621915:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048500.
00000080:00000010:0.1:1787695504.780926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f360.
00010000:00000010:0.1:1787695504.849043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695504.849066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695504.881634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695504.885903:0:27297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:1.1:1787695504.986902:0:27298:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480c0.
00010000:00000010:0.1:1787695505.063025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695505.063045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695505.138374:0:27303:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695505.138397:0:27303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:1.1:1787695505.171915:0:27314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f3e0.
00010000:00000010:3.1:1787695505.507350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:3.1:1787695505.507365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695505.539341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695505.542907:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695505.598246:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00010000:00000010:3.1:1787695505.680123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695505.680146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695505.687089:0:27345:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695505.691193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:3.1:1787695505.756946:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40020.
00010000:00000010:1.1:1787695505.851053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:1.1:1787695505.851097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:1.1:1787695505.864959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695505.869124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695505.942515:0:27350:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fba0.
00000080:00000010:3.1:1787695506.259009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999860.
00010000:00000010:3.1:1787695506.333939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695506.336033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695506.435119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695506.435140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695506.450918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695506.450948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695506.510072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40640.
00010000:00000010:3.1:1787695506.552945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695506.552971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:3.1:1787695506.566217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695506.566247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695506.620155:0:27364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459993a0.
00000080:00000010:3.1:1787695506.780687:0:27367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999b20.
00010000:00000010:1.1:1787695506.944891:0:27369:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695506.944906:0:27369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695506.998539:0:27385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695506.998566:0:27385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:0.1:1787695507.070946:0:27394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f4c0.
00010000:00000010:0.1:1787695507.176934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695507.176947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:1.1:1787695507.182516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:1.1:1787695507.182545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695507.303257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695507.303276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695507.426926:0:27414:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695507.426933:0:27414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:3.1:1787695507.435718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:1.1:1787695507.442930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695507.559393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695507.559416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695507.626119:0:27419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999bc0.
00010000:00000010:3.1:1787695507.733936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:3.1:1787695507.797132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999840.
00000080:00000010:0.1:1787695507.934955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c80.
00010000:00000010:1.1:1787695508.029474:0:27405:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:1.1:1787695508.029495:0:27405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:0.1:1787695508.161176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695508.161196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:1.1:1787695508.339541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695508.339550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695508.349132:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695508.349157:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:3.1:1787695508.681877:0:27447:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76300.
00010000:00000010:3.1:1787695508.681886:0:27447:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695508.701018:0:27457:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695508.701040:0:27457:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:3.1:1787695508.794906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40380.
00010000:00000010:1.1:1787695508.865547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695508.865571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695508.883521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695509.084260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695509.096133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:0.1:1787695509.211763:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695509.211777:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:3.1:1787695509.222877:0:27485:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:3.1:1787695509.222896:0:27485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695509.277898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500489e0.
00000080:00000010:3.1:1787695509.411225:0:27490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e60.
00000080:00000010:3.1:1787695509.556909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d00.
00010000:00000010:3.1:1787695509.622009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695509.622030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695509.777994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:0.1:1787695509.778013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695509.810907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695509.810938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:1.1:1787695509.883221:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048fc0.
00010000:00000010:3.1:1787695509.958931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695509.958960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695509.967955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695509.967977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:1.1:1787695510.021288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f60.
00010000:00000010:1.1:1787695510.354901:0:27522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00010000:00000010:1.1:1787695510.354911:0:27522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695510.386112:0:27517:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695510.386125:0:27517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00000080:00000010:1.1:1787695510.473880:0:27538:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe40.
00010000:00000010:1.1:1787695510.714169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695510.714188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695510.718740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695510.718762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695510.866085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695510.907877:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f00.
00010000:00000010:1.1:1787695510.967533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695510.967553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695510.973918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695510.981893:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:3.1:1787695511.026945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f540.
00010000:00000010:0.1:1787695511.074890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695511.074909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:0.1:1787695511.095916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695511.095945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695511.154104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048060.
00010000:00000010:1.1:1787695511.317895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695511.317916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695511.329280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695511.334044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:0.1:1787695511.387543:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fce0.
00010000:00000010:3.1:1787695511.481928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:0.1:1787695511.637071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:0.1:1787695511.637097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:0.1:1787695511.678185:0:27569:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695511.678206:0:27569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695511.812365:0:24909:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695511.812374:0:24909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695511.869868:0:27575:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695511.869889:0:27575:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:0.1:1787695511.916876:0:27587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e408e0.
00010000:00000010:0.1:1787695512.040916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:0.1:1787695512.040932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:0.1:1787695512.067880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695512.067900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:1.1:1787695512.089894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d00.
00010000:00000010:0.1:1787695512.242799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695512.242816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:3.1:1787695512.336904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b40.
00010000:00000010:3.1:1787695512.377107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:3.1:1787695512.377123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695512.392080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695512.392116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:1.1:1787695512.502146:0:27601:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695512.502161:0:27601:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:3.1:1787695512.613910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fec0.
00010000:00000010:0.1:1787695512.678293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:0.1:1787695512.678302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695512.850081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695512.850100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695512.960997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695512.961021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695512.974553:0:27611:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695512.979046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695513.047889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40260.
00000080:00000010:0.1:1787695513.187776:0:27602:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a60.
00010000:00000010:1.1:1787695513.299048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695513.299060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:1.1:1787695513.338815:0:27646:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695513.338833:0:27646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:1.1:1787695513.388275:0:27658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f7e0.
00010000:00000010:1.1:1787695513.536118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:1.1:1787695513.536126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:0.1:1787695513.654216:0:27678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f800.
00010000:00000010:3.1:1787695513.723742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695513.723762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695513.764952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:0.1:1787695513.764969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695513.894913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695513.894933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695513.935796:0:27667:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:3.1:1787695513.971465:0:27676:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048920.
00010000:00000010:3.1:1787695514.052276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:3.1:1787695514.056114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:3.1:1787695514.101090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a40.
00010000:00000010:0.1:1787695514.148930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695514.148945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695514.159937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695514.163919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695514.243910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695514.243925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695514.268929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00000080:00000010:0.1:1787695514.346090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402a0.
00010000:00000010:1.1:1787695514.402902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695514.402918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:3.1:1787695514.613833:0:27699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c40.
00010000:00000010:0.1:1787695514.673960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695514.673974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695514.721898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695514.733106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:3.1:1787695514.896061:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00010000:00000010:3.1:1787695514.896085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695514.913913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00000080:00000010:1.1:1787695514.971901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459999c0.
00010000:00000010:3.1:1787695515.183441:0:27724:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695515.183462:0:27724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:3.1:1787695515.197877:0:27721:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695515.197901:0:27721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695515.267444:0:27742:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403c0.
00000080:00000010:3.1:1787695515.443164:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f40.
00010000:00000010:3.1:1787695515.527878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:3.1:1787695515.535442:0:27749:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695515.823036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:1.1:1787695515.926918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695515.926940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695515.947821:0:27759:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695515.947840:0:27759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:1.1:1787695515.982420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6c0.
00010000:00000010:1.1:1787695516.082910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:1.1:1787695516.082940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:1.1:1787695516.138961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459991e0.
00010000:00000010:1.1:1787695516.217913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695516.217930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00000080:00000010:3.1:1787695516.253891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f0c0.
00010000:00000010:1.1:1787695516.253894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695516.325053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695516.325077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:3.1:1787695516.366816:0:2356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695516.366879:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:1.1:1787695516.484234:0:27771:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:1.1:1787695516.484258:0:27771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:0.1:1787695516.489208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695516.493108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695516.564356:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f740.
00010000:00000010:1.1:1787695516.681388:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:1.1:1787695516.681415:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695516.684921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695516.684943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00000080:00000010:3.1:1787695516.721793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f180.
00010000:00000010:1.1:1787695516.814733:0:27787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695516.814751:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695516.814755:0:27787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695516.814771:0:27787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00000080:00000010:1.1:1787695516.879874:0:27790:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f2c0.
00010000:00000010:3.1:1787695517.010875:0:27812:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695517.010896:0:27812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695517.044981:0:27812:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695517.045002:0:27812:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00000080:00000010:3.1:1787695517.095046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:0.1:1787695517.154978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695517.155901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695517.259353:0:27816:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695517.259362:0:27816:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:0.1:1787695517.268914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:0.1:1787695517.268942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:1.1:1787695517.405924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:1.1:1787695517.405943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695517.528957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695517.528973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:0.1:1787695517.579718:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048da0.
00010000:00000010:1.1:1787695517.866263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695517.866280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695517.871715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:0.1:1787695517.879912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:3.1:1787695517.911126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ffa0.
00000080:00000010:3.1:1787695518.038947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999ba0.
00010000:00000010:1.1:1787695518.129252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:1.1:1787695518.129262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:1.1:1787695518.138911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:0.1:1787695518.143131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695518.196586:0:27844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f940.
00010000:00000010:3.1:1787695518.258107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695518.258123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695518.277117:0:27781:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:3.1:1787695518.277145:0:27781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00010000:00000010:1.1:1787695518.433765:0:27856:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695518.433777:0:27856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:1.1:1787695518.494820:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695518.494843:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:1.1:1787695518.584127:0:27872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe20.
00000080:00000010:0.1:1787695518.789953:0:27889:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999420.
00000080:00000010:3.1:1787695518.912697:0:27893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40100.
00010000:00000010:0.1:1787695518.982497:0:27882:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695518.982522:0:27882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695519.001592:0:27883:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:3.1:1787695519.001649:0:27883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695519.160910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695519.160944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695519.183288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695519.183310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:0.1:1787695519.210952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f20.
00000080:00000010:3.1:1787695519.373507:0:27902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999980.
00010000:00000010:1.1:1787695519.557720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695519.557740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695519.617498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fda0.
00010000:00000010:1.1:1787695519.679145:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695519.679158:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695519.842494:0:2357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695519.842511:0:2357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695519.842515:0:2357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695519.842525:0:2357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:0.1:1787695520.015342:0:27921:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695520.015362:0:27921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:0.1:1787695520.015370:0:27921:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695520.023973:0:27919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695520.084591:0:27928:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048500.
00010000:00000010:3.1:1787695520.206734:0:27954:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695520.206742:0:27954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695520.242022:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695520.242046:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00000080:00000010:0.1:1787695520.279890:0:27955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40620.
00010000:00000010:1.1:1787695520.327901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695520.327919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:3.1:1787695520.332649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695520.332683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:1.1:1787695520.372902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f4a0.
00010000:00000010:3.1:1787695520.420266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:3.1:1787695520.420276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695520.433751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695520.433771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695520.528910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695520.528931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695520.597754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695520.597777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:0.1:1787695520.656726:0:27964:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a00.
00010000:00000010:1.1:1787695520.696888:0:27966:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695520.696910:0:27966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:1.1:1787695520.704087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695520.712130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00000080:00000010:3.1:1787695520.746902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f7a0.
00010000:00000010:3.1:1787695520.818042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695520.818064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695520.840700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695520.854046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695520.864522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400c0.
00010000:00000010:1.1:1787695520.936944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695520.936963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:3.1:1787695521.194907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695521.194947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695521.207967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00000080:00000010:3.1:1787695521.251882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00010000:00000010:3.1:1787695521.478077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695521.478086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695521.481109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695521.481137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:0.1:1787695521.571710:0:6:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:0.1:1787695521.571727:0:6:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695521.596872:0:27993:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695521.596937:0:24909:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:0.1:1787695521.655735:0:27988:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c40.
00000080:00000010:3.1:1787695521.903300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999b20.
00010000:00000010:0.1:1787695521.960477:0:28029:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695521.960498:0:28029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695521.966907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695521.966941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695522.044733:0:28030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048480.
00010000:00000010:3.1:1787695522.251904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:1.1:1787695522.255760:0:28026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695522.282031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459998c0.
00010000:00000010:0.1:1787695522.414979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00000080:00000010:1.1:1787695522.465590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999660.
00010000:00000010:0.1:1787695522.518936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695522.518958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695522.532612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695522.532629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695522.576902:0:28014:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e60.
00010000:00000010:3.1:1787695522.658152:0:28044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:3.1:1787695522.826933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:3.1:1787695522.858839:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40220.
00010000:00000010:3.1:1787695522.939971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:1.1:1787695522.943180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:0.1:1787695523.134887:0:28061:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:0.1:1787695523.134899:0:28061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:0.1:1787695523.134904:0:28061:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695523.134910:0:28061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:0.1:1787695523.182908:0:28064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f20.
00010000:00000010:0.1:1787695523.325661:0:1028:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:0.1:1787695523.326028:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:0.1:1787695523.328876:0:28069:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695523.328901:0:28069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:0.1:1787695523.419613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b80.
00000080:00000010:1.1:1787695523.529054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c20.
00010000:00000010:3.1:1787695523.569204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695523.569219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:3.1:1787695523.577912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695523.577932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00000080:00000010:0.1:1787695523.620874:0:28081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409e0.
00010000:00000010:3.1:1787695523.701021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695523.709029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:3.1:1787695523.960902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459997c0.
00010000:00000010:0.1:1787695524.019555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695524.019572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695524.024930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695524.024951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695524.040775:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048540.
00010000:00000010:0.1:1787695524.107756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:1.1:1787695524.129894:0:28113:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999260.
00010000:00000010:1.1:1787695524.177683:0:28114:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695524.177701:0:28114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:1.1:1787695524.192907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695524.193016:0:28114:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:3.1:1787695524.293909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695524.293929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:3.1:1787695524.314670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:0.1:1787695524.317019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00000080:00000010:0.1:1787695524.379029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999f00.
00000080:00000010:0.1:1787695524.505439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e60.
00010000:00000010:0.1:1787695524.628609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:0.1:1787695524.628632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695524.635996:0:28129:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695524.636012:0:28129:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695524.730515:0:28139:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00010000:00000010:0.1:1787695524.901518:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695524.901548:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695524.922955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695524.922990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:0.1:1787695524.946706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048120.
00000080:00000010:3.1:1787695525.154875:0:28153:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459996c0.
00010000:00000010:3.1:1787695525.217026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695525.217053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695525.250885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994e0.
00000080:00000010:3.1:1787695525.432645:0:28176:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999460.
00010000:00000010:3.1:1787695525.515926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695525.525045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00000080:00000010:3.1:1787695525.567594:0:28178:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459998c0.
00000080:00000010:3.1:1787695525.696035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999c20.
00010000:00000010:1.1:1787695525.749063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:1.1:1787695525.749087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:1.1:1787695525.762932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695525.766944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:1.1:1787695525.805409:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa80.
00000080:00000010:3.1:1787695525.943367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999840.
00010000:00000010:1.1:1787695526.002657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695526.002681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695526.015978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695526.015995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695526.108992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695526.109011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:1.1:1787695526.129030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695526.129067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695526.191910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fdc0.
00010000:00000010:1.1:1787695526.256093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:1.1:1787695526.256117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:1.1:1787695526.390668:0:28201:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f60.
00010000:00000010:1.1:1787695526.708647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695526.708665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:0.1:1787695526.733326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:0.1:1787695526.733357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:1.1:1787695526.777667:0:28238:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f2c0.
00000080:00000010:0.1:1787695527.081043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999420.
00000080:00000010:1.1:1787695527.198688:0:28248:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459991a0.
00010000:00000010:1.1:1787695527.252266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695527.252297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:1.1:1787695527.268924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00000080:00000010:3.1:1787695527.460888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a40.
00010000:00000010:1.1:1787695527.558138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695527.558173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:0.1:1787695527.720964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695527.720972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695527.727569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:1.1:1787695527.731113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695527.892039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695527.892062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:1.1:1787695528.154631:0:28213:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695528.174516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:1.1:1787695528.284817:0:28275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459994a0.
00010000:00000010:0.1:1787695528.657051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:0.1:1787695528.657075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:0.1:1787695528.679084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695528.683742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:3.1:1787695528.738896:0:28308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482a0.
00010000:00000010:3.1:1787695528.806982:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:3.1:1787695528.806992:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:3.1:1787695528.826888:0:28292:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695528.826907:0:28292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:1.1:1787695528.869392:0:28311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40620.
00010000:00000010:3.1:1787695528.996616:0:28312:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695528.996629:0:28312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695529.017124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00000080:00000010:3.1:1787695529.102955:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409c0.
00010000:00000010:3.1:1787695529.154919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695529.154940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695529.175692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695529.281982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:3.1:1787695529.281997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695529.295914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:0.1:1787695529.299036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:0.1:1787695529.348904:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00010000:00000010:3.1:1787695529.517392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695529.517408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695529.531905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00000080:00000010:1.1:1787695529.573876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ea0.
00000080:00000010:0.1:1787695529.743189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999340.
00010000:00000010:3.1:1787695530.018537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695530.018553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695530.033583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695530.033605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695530.199691:0:28346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:0.1:1787695530.199716:0:28346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:0.1:1787695530.499530:0:28376:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:0.1:1787695530.499550:0:28376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:0.1:1787695530.503976:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695530.506112:0:28376:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:0.1:1787695530.564410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048860.
00010000:00000010:0.1:1787695530.615447:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695530.615470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:0.1:1787695530.735905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:0.1:1787695530.735929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:0.1:1787695530.801590:0:28383:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048640.
00010000:00000010:3.1:1787695530.944209:0:28385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:3.1:1787695530.955911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:1.1:1787695531.019189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459990a0.
00010000:00000010:3.1:1787695531.066924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695531.066957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:1.1:1787695531.216910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695531.216926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:3.1:1787695531.265088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695531.280862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00000080:00000010:3.1:1787695531.330640:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6a0.
00010000:00000010:3.1:1787695531.377611:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:3.1:1787695531.377623:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695531.392932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695531.392954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695531.687933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695531.687954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695531.694964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:0.1:1787695531.698931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695531.949065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:3.1:1787695531.949081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695531.957113:0:10311:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695531.957135:0:10311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695532.151320:0:28414:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:3.1:1787695532.151343:0:28414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695532.164881:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695532.164893:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695532.296041:0:28423:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:0.1:1787695532.460035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695532.460042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00000080:00000010:1.1:1787695532.508166:0:28447:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999a60.
00010000:00000010:1.1:1787695532.570220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695532.570241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:3.1:1787695532.662113:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe20.
00010000:00000010:1.1:1787695532.741781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695532.741799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:1.1:1787695532.748436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695532.748453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:1.1:1787695532.886912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278100.
00010000:00000010:1.1:1787695532.886936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:0.1:1787695532.925551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695532.929451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:3.1:1787695533.077924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00000080:00000010:3.1:1787695533.158897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999e00.
00010000:00000010:0.1:1787695533.214898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695533.214914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695533.338960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695533.338975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695533.348907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695533.348933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695533.579920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:3.1:1787695533.579942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695533.596636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695533.608934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:3.1:1787695533.672905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40080.
00010000:00000010:3.1:1787695533.712913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695533.712933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:3.1:1787695533.736080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695533.736116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:0.1:1787695533.793211:0:28474:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e405c0.
00010000:00000010:3.1:1787695533.845034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695533.845055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695533.859890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:3.1:1787695533.859913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:1.1:1787695534.048902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695534.048925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695534.061993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695534.062013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:3.1:1787695534.164265:0:28487:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6a0.
00010000:00000010:0.1:1787695534.351465:0:28513:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695534.351477:0:28513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695534.372464:0:28513:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695534.372485:0:28513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:1.1:1787695534.419926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b60.
00010000:00000010:0.1:1787695534.509029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695534.509047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695534.530597:0:28520:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:3.1:1787695534.530621:0:28520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695534.707910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:3.1:1787695534.707917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00000080:00000010:0.1:1787695534.813411:0:28524:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00010000:00000010:0.1:1787695534.875004:0:28513:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695534.875021:0:28513:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:3.1:1787695535.039411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695535.039440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:3.1:1787695535.047919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695535.047950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695535.228611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695535.228633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:3.1:1787695535.228638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695535.228651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695535.307890:0:28542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f60.
00000080:00000010:1.1:1787695535.469422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048700.
00010000:00000010:3.1:1787695535.564775:0:28561:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695535.564794:0:28561:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695535.662137:0:28567:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695535.662160:0:28567:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:1.1:1787695535.678977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40980.
00010000:00000010:3.1:1787695535.761043:0:28569:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695535.761053:0:28569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:3.1:1787695535.816933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695535.816957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695535.880799:0:28577:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b60.
00010000:00000010:0.1:1787695535.977076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:0.1:1787695535.977085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:0.1:1787695536.038137:0:28583:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ea0.
00010000:00000010:1.1:1787695536.182430:0:28594:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695536.182450:0:28594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:1.1:1787695536.194441:0:28594:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695536.194467:0:28594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:1.1:1787695536.239919:0:28611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f780.
00010000:00000010:3.1:1787695536.425550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695536.425559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695536.455677:0:28625:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76900.
00010000:00000010:3.1:1787695536.455699:0:28625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00000080:00000010:1.1:1787695536.503694:0:28636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00000080:00000010:3.1:1787695536.655031:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d20.
00010000:00000010:1.1:1787695536.763003:0:28660:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695536.763026:0:28660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695536.791133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695536.806060:0:28636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:0.1:1787695536.874165:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fda0.
00010000:00000010:0.1:1787695536.960911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695536.960925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:1.1:1787695537.193915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945999d00.
00010000:00000010:3.1:1787695537.281226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695537.281249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:1.1:1787695537.327904:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00010000:00000010:3.1:1787695537.328690:0:28681:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00000080:00000010:1.1:1787695537.410893:0:28694:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40cc0.
00010000:00000010:1.1:1787695537.510056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:1.1:1787695537.510078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:0.1:1787695537.528016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695537.541693:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:0.1:1787695537.600994:0:28700:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa20.
00010000:00000010:3.1:1787695537.693813:0:28703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695537.693823:0:28703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695537.714423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695537.714447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695537.866873:0:28596:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:3.1:1787695537.866884:0:28596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695537.886929:0:28681:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00000080:00000010:3.1:1787695537.976055:0:28720:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994645daa0.
00010000:00000010:0.1:1787695538.115831:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695538.115844:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:0.1:1787695538.120543:0:28742:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695538.120564:0:28742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00000080:00000010:0.1:1787695538.203007:0:28753:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e00.
00010000:00000010:1.1:1787695538.284694:0:28773:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695538.284709:0:28773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:1.1:1787695538.338097:0:28706:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:0.1:1787695538.343234:0:6:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:3.1:1787695538.520599:0:1355:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695538.520613:0:1355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695538.563018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695538.563039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695538.684908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695538.684924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:3.1:1787695538.703905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:0.1:1787695538.713010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695538.790025:0:28680:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e408a0.
00010000:00000010:3.1:1787695538.897900:0:28801:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695538.897925:0:28801:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:0.1:1787695538.960793:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00010000:00000010:0.1:1787695539.230255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:0.1:1787695539.230263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695539.236885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:3.1:1787695539.240911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:3.1:1787695539.282809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5c0.
00010000:00000010:1.1:1787695539.335417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695539.335429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:3.1:1787695539.337369:0:28842:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:3.1:1787695539.426306:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6e0.
00000080:00000010:3.1:1787695539.625885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd20.
00000080:00000010:1.1:1787695539.764545:0:28886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd8c0.
00010000:00000010:0.1:1787695539.841914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695539.841931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:0.1:1787695539.934881:0:28901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048840.
00010000:00000010:3.1:1787695540.013441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695540.013464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:3.1:1787695540.032894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695540.032910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00010000:00000010:3.1:1787695540.142927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695540.142945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695540.160082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695540.160096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00000080:00000010:0.1:1787695540.193969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d00.
00010000:00000010:1.1:1787695540.308054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:1.1:1787695540.310147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:0.1:1787695540.313907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:1.1:1787695540.316331:0:21:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00000080:00000010:3.1:1787695540.405751:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f5a0.
00010000:00000010:1.1:1787695540.537940:0:28931:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695540.537950:0:28931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695540.545102:0:28939:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695540.545126:0:28939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:1.1:1787695540.609998:0:28951:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f780.
00000080:00000010:1.1:1787695540.795880:0:28967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd780.
00010000:00000010:3.1:1787695540.913462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695540.913484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695541.102228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695541.102245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695541.140075:0:28997:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695541.153699:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695541.203510:0:28957:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f80.
00010000:00000010:0.1:1787695541.348008:0:29010:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:0.1:1787695541.348016:0:29010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695541.434578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695541.434595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695541.460199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695541.460220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695541.562907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:0.1:1787695541.562924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:3.1:1787695541.656129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ac0.
00010000:00000010:3.1:1787695541.714170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695541.714182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695541.714307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695541.714314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695541.762874:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e60.
00010000:00000010:1.1:1787695541.878414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:1.1:1787695541.878432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695541.896945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695541.896970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00000080:00000010:3.1:1787695541.947822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048700.
00010000:00000010:0.1:1787695542.009086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:0.1:1787695542.009114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00010000:00000010:1.1:1787695542.031950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695542.031961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695542.302039:0:29031:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695542.302055:0:29031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695542.306917:0:29083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:0.1:1787695542.406879:0:28970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500483c0.
00010000:00000010:1.1:1787695542.614898:0:29027:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695542.614908:0:29027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695542.655895:0:29108:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695542.655931:0:29108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00000080:00000010:1.1:1787695542.758892:0:29136:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f140.
00010000:00000010:0.1:1787695542.855010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695542.855155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695542.882606:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695542.886432:0:29153:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:3.1:1787695542.924603:0:29157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048680.
00010000:00000010:0.1:1787695543.028570:0:29124:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:0.1:1787695543.028592:0:29124:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695543.046166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:3.1:1787695543.046225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:1.1:1787695543.314622:0:24908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd9e0.
00010000:00000010:3.1:1787695543.396972:0:29176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695543.396992:0:29176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695543.406730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695543.406743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:1.1:1787695543.707887:0:29195:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695543.707900:0:29195:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695543.712225:0:2346:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695543.729887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:3.1:1787695543.770342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fba0.
00010000:00000010:3.1:1787695543.876896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695543.876915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695543.881437:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695543.881464:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695544.038757:0:29212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76000.
00010000:00000010:3.1:1787695544.038772:0:29212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00010000:00000010:3.1:1787695544.055716:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787695544.055743:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695544.136387:0:29225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00010000:00000010:3.1:1787695544.254294:0:29230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:0.1:1787695544.320902:0:29242:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6a0.
00010000:00000010:0.1:1787695544.467067:0:29244:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695544.467082:0:29244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695544.467461:0:29244:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695544.470356:0:29244:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695544.523982:0:29273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048540.
00010000:00000010:0.1:1787695544.694889:0:29277:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695544.694904:0:29277:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695544.709086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695544.715149:0:29284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:0.1:1787695544.793217:0:29287:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048920.
00010000:00000010:1.1:1787695544.859199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695544.859222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00010000:00000010:1.1:1787695544.900607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695544.915143:0:29297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00000080:00000010:0.1:1787695544.971966:0:29273:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f120.
00010000:00000010:1.1:1787695553.097907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76700.
00010000:00000010:1.1:1787695553.097924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695553.122980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f040.
00010000:00000010:1.1:1787695553.364996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695553.365013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c800.
00000080:00000010:3.1:1787695553.370171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ff40.
00010000:00000010:0.1:1787695554.779899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787695554.779932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00000080:00000010:0.1:1787695554.820486:0:29587:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ce0.
00010000:00000010:3.1:1787695556.097700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695556.097718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695589.433533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c600.
00010000:00000010:3.1:1787695589.439042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695589.439063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:3.1:1787695589.449493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695589.486893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695589.486903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76b00.
00010000:00000010:3.1:1787695589.486907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac400.
00000080:00000010:3.1:1787695589.548435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb40.
00010000:00000010:3.1:1787695591.946876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:1.1:1787695604.274747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695604.384627:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695618.409496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695618.449944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695618.449964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695618.449978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c400.
00000080:00000010:3.1:1787695618.467544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40660.
00000080:00000010:3.1:1787695618.467569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00010000:00000010:3.1:1787695618.815933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695618.818954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695618.818977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695618.818984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695618.928959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695618.938076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695618.938098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695618.938103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695618.954126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40dc0.
00000080:00000010:3.1:1787695618.954157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a40.
00010000:00000010:1.1:1787695619.454035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695619.478941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:1.1:1787695619.478953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695619.478957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:1.1:1787695619.485083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f6e0.
00000080:00000010:1.1:1787695619.485104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f340.
00010000:00000010:3.1:1787695619.544724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695619.547177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695619.547192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695619.547197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695619.912256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695619.912279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:3.1:1787695619.912284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695619.927920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480e0.
00000080:00000010:3.1:1787695619.927949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048300.
00010000:00000010:3.1:1787695620.171200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695620.178531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695620.178542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695620.178546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:1.1:1787695620.197073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e409e0.
00000080:00000010:1.1:1787695620.197098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00010000:00000010:3.1:1787695620.295168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695620.295182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:3.1:1787695620.295188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695620.295191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695620.305236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e60.
00000080:00000010:3.1:1787695620.305271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa60.
00010000:00000010:0.1:1787695620.485030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00010000:00000010:0.1:1787695620.485050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695620.485055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695620.545008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695620.843089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:0.1:1787695620.843104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695620.843108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695621.076176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695621.081505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695621.081523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:0.1:1787695621.081527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695621.101814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a40.
00000080:00000010:0.1:1787695621.101834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048960.
00010000:00000010:0.1:1787695622.077942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:0.1:1787695622.077976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:0.1:1787695622.077980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:1.1:1787695622.083896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd340.
00000080:00000010:1.1:1787695622.083914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00010000:00000010:3.1:1787695622.274100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695622.278134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695622.278153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695622.278157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695622.297086:0:31929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00000080:00000010:3.1:1787695622.297106:0:31929:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:3.1:1787695622.448905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695622.891237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695623.064005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:0.1:1787695623.064028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695623.064032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695623.185055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695623.200903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695623.200921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695623.200925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695623.336037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695623.390928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695623.415910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695623.415928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695623.415932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695623.419937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00000080:00000010:0.1:1787695623.419953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048900.
00010000:00000010:3.1:1787695623.526891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695623.579482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:0.1:1787695623.579491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:0.1:1787695623.579495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:0.1:1787695623.587228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd900.
00000080:00000010:0.1:1787695623.591910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40be0.
00000080:00000010:0.1:1787695623.768108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:0.1:1787695623.768125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00010000:00000010:3.1:1787695623.887944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695623.887964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695623.887969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695623.933277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00000080:00000010:3.1:1787695623.933312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00010000:00000010:0.1:1787695624.129914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695624.134912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695624.134938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695624.134943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:0.1:1787695624.146456:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048860.
00000080:00000010:0.1:1787695624.146487:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c40.
00000080:00000010:3.1:1787695624.340365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00000080:00000010:3.1:1787695624.340391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd900.
00010000:00000010:3.1:1787695625.017605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695625.017630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695625.017635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695625.036920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00000080:00000010:3.1:1787695625.036945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd260.
00010000:00000010:3.1:1787695625.155920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695625.159565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695625.159590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:3.1:1787695625.159596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:3.1:1787695625.450204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd340.
00000080:00000010:3.1:1787695625.450226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd200.
00010000:00000010:1.1:1787695625.733366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:3.1:1787695625.733636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:3.1:1787695625.733645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695625.733649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:3.1:1787695625.744842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f000.
00000080:00000010:3.1:1787695625.744900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fde0.
00010000:00000010:3.1:1787695625.852974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695625.853008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695625.853014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:3.1:1787695625.889943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6a0.
00000080:00000010:3.1:1787695625.889963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ea0.
00010000:00000010:3.1:1787695626.088501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695626.706084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695626.706106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695626.706112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695626.706116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695626.718907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b80.
00000080:00000010:3.1:1787695626.718936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00010000:00000010:3.1:1787695627.024954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:1.1:1787695627.204697:0:32033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00010000:00000010:0.1:1787695627.206483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695627.206497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:0.1:1787695627.206501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:1.1:1787695627.223260:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb00.
00000080:00000010:1.1:1787695627.223285:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:3.1:1787695627.570958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695627.604019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695627.604038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695627.604043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:1.1:1787695627.616961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40620.
00000080:00000010:1.1:1787695627.616990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd040.
00010000:00000010:3.1:1787695627.864433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695627.868115:0:32048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695627.868125:0:32048:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:3.1:1787695627.868130:0:32048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:3.1:1787695627.875953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00000080:00000010:3.1:1787695627.896928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ee0.
00010000:00000010:3.1:1787695628.027176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695628.027201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695628.027206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:3.1:1787695628.062916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd860.
00000080:00000010:3.1:1787695628.062943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00010000:00000010:1.1:1787695628.586883:0:32076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:1.1:1787695628.586888:0:32076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:1.1:1787695628.586893:0:32076:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695628.586897:0:32076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:1.1:1787695628.600199:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ff40.
00000080:00000010:1.1:1787695628.600215:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048220.
00010000:00000010:0.1:1787695628.648190:0:32078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695628.654442:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695628.654456:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:0.1:1787695628.654461:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695628.670017:0:32080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b00.
00000080:00000010:0.1:1787695628.670041:0:32080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00010000:00000010:1.1:1787695628.825033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:3.1:1787695629.045773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd080.
00000080:00000010:3.1:1787695629.045794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda00.
00010000:00000010:3.1:1787695629.153893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695629.153911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695629.153936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695629.168910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00000080:00000010:3.1:1787695629.168931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048da0.
00010000:00000010:3.1:1787695629.800256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695629.804153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695629.804169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695629.804173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695629.826179:0:32112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00000080:00000010:3.1:1787695629.826564:0:32112:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e00.
00010000:00000010:3.1:1787695629.942361:0:32113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:3.1:1787695629.942372:0:32113:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695629.942376:0:32113:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:3.1:1787695629.949368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde80.
00000080:00000010:3.1:1787695629.949391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d00.
00010000:00000010:3.1:1787695630.082900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695630.091208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695630.091226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695630.091231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:3.1:1787695630.110993:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40000.
00000080:00000010:3.1:1787695630.111009:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00010000:00000010:3.1:1787695630.185829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:1.1:1787695630.319118:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:0.1:1787695630.323672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:0.1:1787695630.323682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695630.323686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:1.1:1787695630.331216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f2a0.
00000080:00000010:1.1:1787695630.331237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f420.
00010000:00000010:1.1:1787695630.399014:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00010000:00000010:1.1:1787695630.415389:0:32128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695630.415408:0:32128:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:1.1:1787695630.415411:0:32128:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:1.1:1787695630.436892:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f2a0.
00000080:00000010:1.1:1787695630.436922:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048260.
00010000:00000010:0.1:1787695630.684900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695631.121097:0:32148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695631.125427:0:32149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695631.125445:0:32149:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:0.1:1787695631.125449:0:32149:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695631.135907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480c0.
00000080:00000010:0.1:1787695631.135920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d40.
00010000:00000010:3.1:1787695631.226208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695631.313884:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:1.1:1787695631.674908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695631.705736:0:32169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:1.1:1787695631.705754:0:32169:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:1.1:1787695631.705759:0:32169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695631.756991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695631.757006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695631.757010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695631.757014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695631.774074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40480.
00000080:00000010:3.1:1787695631.774087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd7c0.
00010000:00000010:0.1:1787695632.364202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695632.403010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695632.403026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695632.403029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:0.1:1787695632.408146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048fc0.
00000080:00000010:0.1:1787695632.408166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048be0.
00010000:00000010:3.1:1787695632.573413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695632.573427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695632.573432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695632.573435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695632.698893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695632.698907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695632.698912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695632.698916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695632.719007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40940.
00000080:00000010:3.1:1787695632.719029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd160.
00000080:00000010:3.1:1787695632.747050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00000080:00000010:3.1:1787695632.747068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda20.
00010000:00000010:1.1:1787695633.108027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:0.1:1787695633.122415:0:32212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:0.1:1787695633.122432:0:32212:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695633.122436:0:32212:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695633.231889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695633.231896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695633.231900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695633.231904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:3.1:1787695633.237131:0:32218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e408a0.
00000080:00000010:3.1:1787695633.237150:0:32218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e60.
00000080:00000010:3.1:1787695633.310942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd7c0.
00000080:00000010:3.1:1787695633.310959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd20.
00010000:00000010:0.1:1787695633.371029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695633.380039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695633.380059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695633.380062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695633.385969:0:32225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048fe0.
00000080:00000010:0.1:1787695633.385984:0:32225:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b60.
00000080:00000010:0.1:1787695633.447047:0:32226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdac0.
00000080:00000010:0.1:1787695633.447064:0:32226:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd000.
00010000:00000010:0.1:1787695633.532720:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:1.1:1787695633.543202:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:1.1:1787695633.543214:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:1.1:1787695633.543217:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:3.1:1787695633.579161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695633.590378:0:32233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695633.590397:0:32233:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:3.1:1787695633.590402:0:32233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:3.1:1787695633.604373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f40.
00000080:00000010:3.1:1787695633.604390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3e0.
00010000:00000010:0.1:1787695633.823505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695633.829903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:0.1:1787695633.829913:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:0.1:1787695633.829917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695633.999955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbc0.
00000080:00000010:3.1:1787695633.999981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:0.1:1787695634.068008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695634.070951:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695634.070963:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:0.1:1787695634.070967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:0.1:1787695634.082975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482e0.
00000080:00000010:0.1:1787695634.082991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ca0.
00010000:00000010:1.1:1787695634.516359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:1.1:1787695634.521476:0:32262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:1.1:1787695634.521500:0:32262:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:1.1:1787695634.521505:0:32262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:1.1:1787695634.527885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f740.
00000080:00000010:1.1:1787695634.527908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f360.
00010000:00000010:3.1:1787695634.719910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695634.762917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00000080:00000010:3.1:1787695634.762938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda00.
00010000:00000010:0.1:1787695634.813998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695634.820276:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695634.820298:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695634.820303:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:3.1:1787695634.996918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695634.997076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695634.997081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695634.997087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00000080:00000010:3.1:1787695635.012981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00000080:00000010:3.1:1787695635.012992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40600.
00010000:00000010:0.1:1787695635.107942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695635.239096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695635.239123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695635.239128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695635.248893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00000080:00000010:3.1:1787695635.248909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd580.
00010000:00000010:3.1:1787695635.426899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695635.426915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695635.426920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:3.1:1787695635.426925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:3.1:1787695635.443904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00000080:00000010:3.1:1787695635.443916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40980.
00010000:00000010:1.1:1787695635.524060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:3.1:1787695635.705892:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695635.829898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd020.
00000080:00000010:3.1:1787695635.829920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a60.
00010000:00000010:3.1:1787695635.963012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695636.063216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695636.067904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695636.067918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695636.067922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695636.237402:0:32308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695636.237414:0:32308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695636.237418:0:32308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695636.237443:0:32308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:3.1:1787695636.349023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:3.1:1787695636.505867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695636.518451:0:32315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695636.518472:0:32315:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695636.518478:0:32315:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695636.620977:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695636.630377:0:32317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695636.630400:0:32317:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:1.1:1787695636.630406:0:32317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:1.1:1787695636.640909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f540.
00000080:00000010:1.1:1787695636.640922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f660.
00010000:00000010:1.1:1787695636.715034:0:32322:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695636.725387:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695636.725406:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695636.725410:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:1.1:1787695636.727061:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f540.
00000080:00000010:1.1:1787695636.727075:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f660.
00010000:00000010:1.1:1787695636.774898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695636.777989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:1.1:1787695636.778008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:1.1:1787695636.778012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:0.1:1787695636.928919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:1.1:1787695637.164897:0:32338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695637.172910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695637.172926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695637.172931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:1.1:1787695637.178023:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f9e0.
00000080:00000010:1.1:1787695637.178037:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe80.
00010000:00000010:3.1:1787695637.331400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695637.331419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695637.331424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695637.356932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd9e0.
00000080:00000010:3.1:1787695637.356949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6c0.
00010000:00000010:3.1:1787695637.459893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695637.543726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695637.543750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695637.543755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695637.543760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695637.554897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40400.
00000080:00000010:3.1:1787695637.554920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f40.
00010000:00000010:3.1:1787695637.658727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:0.1:1787695637.754560:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695637.758910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695637.758928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695637.758932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:0.1:1787695637.780897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b00.
00000080:00000010:0.1:1787695637.780917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048960.
00010000:00000010:3.1:1787695638.380901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695638.380919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695638.380923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:3.1:1787695638.392882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2c0.
00000080:00000010:3.1:1787695638.392904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00010000:00000010:3.1:1787695638.486530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695638.490128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695638.490145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695638.490150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:3.1:1787695638.520891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403e0.
00000080:00000010:3.1:1787695638.520916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a00.
00010000:00000010:3.1:1787695638.702993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695638.762142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695638.771021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695638.771032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695638.771035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695638.775052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d00.
00000080:00000010:3.1:1787695638.775070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ea0.
00010000:00000010:0.1:1787695638.922892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695638.922905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695638.922910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695638.922914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:0.1:1787695638.952663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500487e0.
00000080:00000010:0.1:1787695638.952685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ca0.
00010000:00000010:3.1:1787695639.101901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695639.101917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695639.101920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695639.101926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5c0.
00000080:00000010:3.1:1787695639.101948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd100.
00010000:00000010:1.1:1787695639.208001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:1.1:1787695639.214043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695639.214060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695639.214065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:1.1:1787695639.231915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fd20.
00000080:00000010:1.1:1787695639.231932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f600.
00010000:00000010:1.1:1787695639.654033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00010000:00000010:1.1:1787695639.654048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:1.1:1787695639.654053:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695639.654057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00000080:00000010:1.1:1787695639.665887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f1e0.
00000080:00000010:1.1:1787695639.665902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa40.
00010000:00000010:0.1:1787695639.936700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695640.042726:0:32429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695640.050184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:1.1:1787695640.050197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695640.050200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:1.1:1787695640.054898:0:32430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048940.
00000080:00000010:1.1:1787695640.055305:0:32430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00010000:00000010:1.1:1787695640.195445:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:0.1:1787695640.209904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:0.1:1787695640.209923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:0.1:1787695640.209927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:0.1:1787695640.439931:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdae0.
00000080:00000010:0.1:1787695640.439947:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c00.
00010000:00000010:0.1:1787695640.529181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695640.532904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695640.532932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695640.532937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695640.778140:0:32451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695640.798652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:0.1:1787695640.798667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:0.1:1787695640.798672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:0.1:1787695640.819922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048520.
00000080:00000010:0.1:1787695640.819978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00010000:00000010:3.1:1787695640.991474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695641.081654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695641.081662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695641.081667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695641.081671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:0.1:1787695641.093932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a40.
00000080:00000010:0.1:1787695641.094139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e80.
00010000:00000010:3.1:1787695641.314903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:0.1:1787695641.335888:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc00.
00000080:00000010:0.1:1787695641.335905:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a00.
00010000:00000010:0.1:1787695641.540035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:0.1:1787695641.540047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695641.540052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:0.1:1787695641.640244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695641.640261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695641.640267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:0.1:1787695641.640272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:0.1:1787695641.660946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f80.
00000080:00000010:0.1:1787695641.660962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048920.
00010000:00000010:3.1:1787695641.890016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695641.890029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695641.890034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695641.890038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695641.926924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00000080:00000010:3.1:1787695641.927398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40500.
00010000:00000010:3.1:1787695642.003951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695642.003966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:3.1:1787695642.003970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695642.329194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695642.329208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695642.329212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695642.329962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:3.1:1787695642.437259:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695642.600875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:0.1:1787695642.600888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695642.600894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695642.619582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdce0.
00000080:00000010:3.1:1787695642.619592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f460.
00010000:00000010:3.1:1787695642.697772:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695642.701264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695642.701281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695642.701287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695642.724886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40320.
00000080:00000010:3.1:1787695642.724903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1a0.
00010000:00000010:3.1:1787695642.873008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695642.873045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695642.873050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695642.894922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:3.1:1787695642.894950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00010000:00000010:3.1:1787695642.977905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695643.003916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695643.003936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695643.003942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695643.013141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00000080:00000010:3.1:1787695643.013165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40320.
00010000:00000010:3.1:1787695643.173117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695643.173135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695643.173140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:3.1:1787695643.187905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:3.1:1787695643.187928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00010000:00000010:3.1:1787695643.284903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695643.284924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:3.1:1787695643.284931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695643.284935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695643.300941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00010000:00000010:0.1:1787695643.466622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695643.479712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695643.479723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695643.479727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:3.1:1787695643.506917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048000.
00000080:00000010:3.1:1787695643.506941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048160.
00000080:00000010:3.1:1787695643.599088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482c0.
00000080:00000010:3.1:1787695643.599109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00010000:00000010:3.1:1787695643.785030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695643.789609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695643.789617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695643.789622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695643.796896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00000080:00000010:3.1:1787695643.796911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048480.
00010000:00000010:0.1:1787695643.868997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:1.1:1787695643.893233:0:32536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500489e0.
00000080:00000010:1.1:1787695643.893246:0:32536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480c0.
00010000:00000010:0.1:1787695644.105120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695644.108932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:1.1:1787695644.108962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695644.108968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:3.1:1787695644.314612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695644.314630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695644.314636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695644.314640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695644.455714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695644.455735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695644.455743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695644.455747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695644.468902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d00.
00000080:00000010:3.1:1787695644.468915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00010000:00000010:0.1:1787695644.795896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695644.801989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695644.802006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:0.1:1787695644.802011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:1.1:1787695644.815000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f60.
00000080:00000010:1.1:1787695644.815013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048860.
00010000:00000010:3.1:1787695644.906260:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:1.1:1787695644.907918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:1.1:1787695644.907936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:1.1:1787695644.907940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695644.916299:0:32564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a00.
00000080:00000010:0.1:1787695644.916314:0:32564:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401e0.
00010000:00000010:0.1:1787695645.028002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695645.033334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695645.033386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695645.033390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:0.1:1787695645.050021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048400.
00000080:00000010:0.1:1787695645.050040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c00.
00010000:00000010:0.1:1787695645.165929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:3.1:1787695645.189897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048aa0.
00000080:00000010:3.1:1787695645.189917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c00.
00010000:00000010:3.1:1787695645.698586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695645.894565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695645.894587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695645.894591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695645.896836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb40.
00000080:00000010:3.1:1787695645.896880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdae0.
00010000:00000010:0.1:1787695645.963898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695645.967184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695645.967206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695645.967211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695646.111895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695646.116918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695646.116935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695646.116939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695646.237263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695646.246891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695646.246914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695646.246918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:3.1:1787695646.683906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:1.1:1787695646.686928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:1.1:1787695646.686941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:1.1:1787695646.686945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695646.711909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40600.
00000080:00000010:0.1:1787695646.711924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048460.
00010000:00000010:1.1:1787695646.926909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695646.930918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:1.1:1787695646.930936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695646.930940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:1.1:1787695646.950344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fca0.
00000080:00000010:1.1:1787695646.950373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f660.
00010000:00000010:3.1:1787695647.017950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695647.031791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695647.031812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695647.031818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695647.185938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:1.1:1787695647.247229:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00010000:00000010:0.1:1787695647.250936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00010000:00000010:0.1:1787695647.250949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695647.250953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:3.1:1787695647.373040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695647.373054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695647.373059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695647.373064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:1.1:1787695647.460016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695647.460032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695647.460038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:1.1:1787695647.460044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695647.678882:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695647.691022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:1.1:1787695647.691033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:1.1:1787695647.691036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695648.056750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695648.056766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695648.056770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695648.056774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695648.074875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00000080:00000010:3.1:1787695648.074894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00010000:00000010:3.1:1787695648.186473:0:32656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695648.186503:0:32656:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695648.186511:0:32656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:3.1:1787695648.190990:0:32656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd220.
00000080:00000010:3.1:1787695648.191008:0:32656:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00010000:00000010:3.1:1787695648.354091:0:32662:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695648.354100:0:32662:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695648.354104:0:32662:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695648.374009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd120.
00000080:00000010:3.1:1787695648.374027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048da0.
00010000:00000010:0.1:1787695648.718928:0:32677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:0.1:1787695648.718942:0:32677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695648.718946:0:32677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:0.1:1787695648.728838:0:32677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd020.
00000080:00000010:0.1:1787695648.728888:0:32677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf20.
00010000:00000010:0.1:1787695648.873213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695648.888205:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:1.1:1787695648.888225:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695648.888229:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695649.440911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00010000:00000010:3.1:1787695649.527639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695649.535885:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695649.535897:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695649.535902:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695649.544894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40260.
00000080:00000010:3.1:1787695649.544906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d00.
00000080:00000010:0.1:1787695650.054837:0:32710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00000080:00000010:0.1:1787695650.055112:0:32710:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00000080:00000010:3.1:1787695650.174461:0:32712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00000080:00000010:3.1:1787695650.174473:0:32712:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b60.
00010000:00000010:3.1:1787695650.280270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695650.280302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695650.280309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695650.280313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:3.1:1787695650.288538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b60.
00000080:00000010:3.1:1787695650.288564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40200.
00010000:00000010:1.1:1787695650.500073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:3.1:1787695650.570996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695650.571013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695650.571018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:1.1:1787695650.577073:0:32726:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbc0.
00000080:00000010:1.1:1787695650.577096:0:32726:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd520.
00000080:00000010:0.1:1787695650.699523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd000.
00000080:00000010:0.1:1787695650.699543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdac0.
00010000:00000010:3.1:1787695650.749872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:1.1:1787695650.963649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695650.963673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:1.1:1787695650.963680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695650.963683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00010000:00000010:1.1:1787695651.054570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:0.1:1787695651.063156:0:32740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:0.1:1787695651.063177:0:32740:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:0.1:1787695651.063181:0:32740:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:1.1:1787695651.063913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa60.
00000080:00000010:1.1:1787695651.063929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb80.
00000080:00000010:0.1:1787695651.260967:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd9a0.
00000080:00000010:0.1:1787695651.260998:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd7c0.
00010000:00000010:3.1:1787695651.492709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695651.555071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:1.1:1787695651.555547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:1.1:1787695651.555559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:1.1:1787695651.555564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:0.1:1787695651.584905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480a0.
00000080:00000010:0.1:1787695651.584923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500486a0.
00010000:00000010:1.1:1787695651.692933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695651.692940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695651.692945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695651.692949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:1.1:1787695651.726233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f5e0.
00000080:00000010:1.1:1787695651.726272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ff00.
00010000:00000010:1.1:1787695651.785666:0:32761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:1.1:1787695651.785683:0:32761:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:1.1:1787695651.785687:0:32761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:1.1:1787695651.795427:0:32761:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd8e0.
00000080:00000010:1.1:1787695651.795450:0:32761:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda20.
00010000:00000010:0.1:1787695651.992507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695651.992515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695651.992535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695651.992539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:0.1:1787695651.998670:0:32768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500488c0.
00000080:00000010:0.1:1787695651.998695:0:32768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00010000:00000010:3.1:1787695652.152946:0:32772:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695652.157045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695652.157068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695652.157073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695652.165510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403e0.
00000080:00000010:3.1:1787695652.165539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f80.
00010000:00000010:0.1:1787695652.240915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:0.1:1787695652.240940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:0.1:1787695652.240944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695652.261129:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda20.
00000080:00000010:0.1:1787695652.261153:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde40.
00010000:00000010:3.1:1787695652.558569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695652.559950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695652.559966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695652.559970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695652.576941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e405c0.
00000080:00000010:3.1:1787695652.576969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401c0.
00010000:00000010:3.1:1787695652.746909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695652.750892:0:32786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695652.750915:0:32786:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:3.1:1787695652.750920:0:32786:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:3.1:1787695653.032656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695653.043494:0:32794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695653.043518:0:32794:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695653.043522:0:32794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695653.061502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00000080:00000010:3.1:1787695653.061520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f40.
00010000:00000010:1.1:1787695653.112884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:3.1:1787695653.312219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695653.321097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695653.321121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695653.321127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695653.344225:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f40.
00000080:00000010:3.1:1787695653.344261:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbc0.
00010000:00000010:0.1:1787695653.606923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695653.710085:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695653.717230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695653.717248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695653.717254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695653.730967:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00000080:00000010:3.1:1787695653.730983:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00010000:00000010:3.1:1787695653.855023:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695653.951162:0:32817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695653.955898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695653.955917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:3.1:1787695653.955922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:3.1:1787695653.959908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40be0.
00000080:00000010:3.1:1787695653.959928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00010000:00000010:3.1:1787695654.051818:0:32822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695654.051836:0:32822:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:3.1:1787695654.051841:0:32822:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695654.065932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdcc0.
00000080:00000010:3.1:1787695654.065943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00010000:00000010:1.1:1787695654.251049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:3.1:1787695654.554996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695654.558915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695654.558936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695654.558942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:3.1:1787695654.581931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40540.
00000080:00000010:3.1:1787695654.581962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00010000:00000010:3.1:1787695654.718913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695654.723907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695654.723928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695654.723933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695654.739148:0:32844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00000080:00000010:3.1:1787695654.739170:0:32844:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd9e0.
00010000:00000010:3.1:1787695654.808243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695654.808258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695654.808263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:3.1:1787695654.808267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:3.1:1787695654.841481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00000080:00000010:3.1:1787695654.841502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048da0.
00010000:00000010:1.1:1787695654.986904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:0.1:1787695655.065247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695655.073941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695655.073958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695655.073963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00000080:00000010:0.1:1787695655.084967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048340.
00000080:00000010:0.1:1787695655.084981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048440.
00010000:00000010:3.1:1787695655.175314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695655.175325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695655.175329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695655.175333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000080:00000010:0.1:1787695655.194169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00000080:00000010:0.1:1787695655.194187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00010000:00000010:3.1:1787695655.667905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:3.1:1787695655.821186:0:32874:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb00.
00000080:00000010:3.1:1787695655.821205:0:32874:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe00.
00010000:00000010:0.1:1787695656.000440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695656.007927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695656.007947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695656.007951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:0.1:1787695656.017141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048120.
00000080:00000010:0.1:1787695656.017168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481e0.
00010000:00000010:3.1:1787695656.099914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695656.103947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695656.103960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695656.103964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695656.119679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd040.
00000080:00000010:3.1:1787695656.119710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00010000:00000010:3.1:1787695656.337913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:3.1:1787695656.337933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695656.337937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:3.1:1787695656.354900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048920.
00000080:00000010:3.1:1787695656.354915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa80.
00010000:00000010:3.1:1787695656.539002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695656.547916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695656.547930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695656.547935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695656.554900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40740.
00000080:00000010:3.1:1787695656.554920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40100.
00010000:00000010:3.1:1787695656.775905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:1.1:1787695656.863244:0:32901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:1.1:1787695656.868016:0:32902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695656.868030:0:32902:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695656.868034:0:32902:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:1.1:1787695656.878032:0:32902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f720.
00000080:00000010:1.1:1787695656.878046:0:32902:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f9e0.
00010000:00000010:3.1:1787695657.030582:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695657.114896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695657.123942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695657.123961:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:0.1:1787695657.123965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695657.148962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a40.
00000080:00000010:0.1:1787695657.148976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40720.
00010000:00000010:0.1:1787695657.292442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695657.648044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd9c0.
00000080:00000010:3.1:1787695657.648063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:3.1:1787695657.741090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695657.746916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695657.746927:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695657.746931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695657.896180:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695657.958093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695657.968890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695657.968910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:3.1:1787695657.968916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:3.1:1787695657.984872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f80.
00000080:00000010:3.1:1787695657.984892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:3.1:1787695658.094905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695658.110908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695658.110932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695658.110938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695658.119605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f20.
00000080:00000010:3.1:1787695658.119627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00010000:00000010:1.1:1787695658.418867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695658.424153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695658.424172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:1.1:1787695658.424177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:1.1:1787695658.439193:0:32942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f000.
00000080:00000010:1.1:1787695658.439224:0:32942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb40.
00010000:00000010:3.1:1787695658.603721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695658.603740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695658.609591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695658.609612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695659.066026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695659.070521:0:32955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:1.1:1787695659.070553:0:32955:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695659.070558:0:32955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00000080:00000010:0.1:1787695659.089253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fc80.
00000080:00000010:0.1:1787695659.089276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fea0.
00010000:00000010:3.1:1787695659.175132:0:32957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695659.175146:0:32957:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695659.175150:0:32957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:3.1:1787695659.197356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb00.
00000080:00000010:3.1:1787695659.197377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd340.
00010000:00000010:0.1:1787695659.313954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695659.313975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695659.313981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:0.1:1787695659.313987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:0.1:1787695659.318047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ec0.
00000080:00000010:0.1:1787695659.318071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482e0.
00010000:00000010:3.1:1787695659.363099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695659.666575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695659.666597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695659.666602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695659.690948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:3.1:1787695659.690969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd260.
00010000:00000010:1.1:1787695660.003919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:3.1:1787695660.128038:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695660.141933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695660.141968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695660.141973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695660.147942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00000080:00000010:3.1:1787695660.147986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048640.
00010000:00000010:3.1:1787695660.303781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695660.311909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695660.311930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695660.311935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:1.1:1787695660.375897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:1.1:1787695660.379972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:1.1:1787695660.379996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695660.380001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:1.1:1787695660.399607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f2a0.
00000080:00000010:1.1:1787695660.399639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f5a0.
00000080:00000010:3.1:1787695660.536910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc60.
00000080:00000010:3.1:1787695660.536922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:3.1:1787695660.591904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdae0.
00000080:00000010:3.1:1787695660.591921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00010000:00000010:1.1:1787695660.748911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695660.748919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695660.748924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:1.1:1787695660.748928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:1.1:1787695660.753005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f500.
00000080:00000010:1.1:1787695660.753027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f7c0.
00010000:00000010:1.1:1787695660.854378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695660.858835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695660.858860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695660.858866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:1.1:1787695660.866693:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f860.
00000080:00000010:1.1:1787695660.866705:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f320.
00010000:00000010:3.1:1787695660.943906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695661.151914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695661.151931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695661.151936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695661.163888:0:33022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd040.
00000080:00000010:3.1:1787695661.163914:0:33022:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5c0.
00010000:00000010:3.1:1787695661.630564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695661.634014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695661.634035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695661.634058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695661.653734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c20.
00000080:00000010:3.1:1787695661.653763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40200.
00010000:00000010:3.1:1787695661.884553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695661.888029:0:33042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695661.888040:0:33042:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695661.888044:0:33042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695661.906975:0:33043:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fc0.
00000080:00000010:3.1:1787695661.906990:0:33043:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a80.
00010000:00000010:3.1:1787695662.383152:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695662.388712:0:33054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695662.388726:0:33054:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695662.388730:0:33054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:3.1:1787695662.397965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40cc0.
00000080:00000010:3.1:1787695662.397981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403a0.
00010000:00000010:3.1:1787695662.473992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695662.629347:0:33061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695662.629364:0:33061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695662.629371:0:33061:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695662.629375:0:33061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695662.639377:0:33062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00000080:00000010:3.1:1787695662.639407:0:33062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40dc0.
00010000:00000010:0.1:1787695662.717924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:0.1:1787695662.717943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695662.717947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:1.1:1787695662.743900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd020.
00000080:00000010:1.1:1787695662.743919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf40.
00010000:00000010:3.1:1787695662.840911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:0.1:1787695662.866467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40dc0.
00000080:00000010:0.1:1787695662.866492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c60.
00010000:00000010:3.1:1787695662.917132:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695662.917164:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:3.1:1787695662.917171:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695662.926905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:3.1:1787695662.926921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00010000:00000010:3.1:1787695663.120379:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:0.1:1787695663.273916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:1.1:1787695663.273970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:1.1:1787695663.273979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:1.1:1787695663.273983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695663.342248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695663.342277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695663.342283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:1.1:1787695663.342296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:1.1:1787695663.351906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa80.
00000080:00000010:1.1:1787695663.351927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f920.
00010000:00000010:0.1:1787695663.466984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695663.467005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695663.467012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695663.467016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695663.469059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481c0.
00000080:00000010:0.1:1787695663.469081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048300.
00010000:00000010:3.1:1787695663.533193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695663.537028:0:33091:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695663.537280:0:33091:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:3.1:1787695663.537286:0:33091:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:3.1:1787695663.546920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00000080:00000010:3.1:1787695663.546952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbc0.
00010000:00000010:3.1:1787695663.667527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:3.1:1787695663.871455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695663.871481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:3.1:1787695663.871487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:3.1:1787695663.877910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:3.1:1787695663.877935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd580.
00010000:00000010:1.1:1787695663.976931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:3.1:1787695663.989000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f320.
00000080:00000010:3.1:1787695663.989029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500484c0.
00010000:00000010:3.1:1787695664.177047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695664.177069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:3.1:1787695664.177076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:3.1:1787695664.177081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695664.182191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e60.
00000080:00000010:3.1:1787695664.182226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fba0.
00010000:00000010:3.1:1787695664.435286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695664.435306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695664.435311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:3.1:1787695664.435317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695664.452968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40020.
00000080:00000010:3.1:1787695664.452986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00010000:00000010:1.1:1787695664.767901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:0.1:1787695664.893991:0:33126:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695664.898893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695664.898945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695664.898950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:0.1:1787695664.906359:0:33127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f80.
00000080:00000010:0.1:1787695664.906379:0:33127:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00010000:00000010:0.1:1787695665.369407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:3.1:1787695665.655971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695665.658990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695665.658999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695665.659004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695665.776637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695665.786089:0:33147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695665.786252:0:33147:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695665.786259:0:33147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:1.1:1787695665.960948:0:33152:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695665.966899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695665.966917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:1.1:1787695665.966923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:1.1:1787695665.991260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f520.
00000080:00000010:1.1:1787695665.991289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641faa0.
00010000:00000010:3.1:1787695666.689382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695666.892460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:0.1:1787695667.030948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e406a0.
00000080:00000010:0.1:1787695667.030974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40960.
00010000:00000010:1.1:1787695667.173500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695667.173521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:1.1:1787695667.173546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:0.1:1787695667.288407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00000080:00000010:0.1:1787695667.288431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c40.
00010000:00000010:0.1:1787695667.418541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695667.428245:0:33190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695667.428266:0:33190:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695667.428271:0:33190:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695667.430018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048400.
00000080:00000010:0.1:1787695667.430039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048b60.
00010000:00000010:3.1:1787695667.483925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:0.1:1787695667.654950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695667.673361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500486a0.
00000080:00000010:3.1:1787695667.673386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480a0.
00010000:00000010:3.1:1787695667.924516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:0.1:1787695668.057915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:0.1:1787695668.057940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695668.057954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:1.1:1787695668.307902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695668.308154:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695668.308163:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695668.308168:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:0.1:1787695668.494022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:1.1:1787695668.505251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00010000:00000010:1.1:1787695668.505282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:1.1:1787695668.505298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:0.1:1787695668.720480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:0.1:1787695668.725140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:0.1:1787695668.725163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:1.1:1787695668.733894:0:33224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfa0.
00000080:00000010:1.1:1787695668.733922:0:33224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd360.
00010000:00000010:3.1:1787695668.818042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:3.1:1787695669.000321:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:1.1:1787695669.101220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:3.1:1787695669.120217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fba0.
00010000:00000010:3.1:1787695669.195916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:1.1:1787695669.264902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695669.264924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695669.264930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:1.1:1787695669.264936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:1.1:1787695669.280834:0:33240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f780.
00000080:00000010:1.1:1787695669.280862:0:33240:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ff80.
00000080:00000010:0.1:1787695669.627967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd220.
00000080:00000010:0.1:1787695669.627994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00010000:00000010:0.1:1787695669.812003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695669.816929:0:33261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695669.816944:0:33261:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:0.1:1787695669.816949:0:33261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:0.1:1787695669.826056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048160.
00000080:00000010:0.1:1787695669.826070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481e0.
00010000:00000010:0.1:1787695670.107629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695670.301947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695670.305996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:3.1:1787695670.306020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695670.306024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695670.326314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403c0.
00000080:00000010:3.1:1787695670.326334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048300.
00000080:00000010:3.1:1787695670.573613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3a0.
00000080:00000010:3.1:1787695670.573635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f000.
00010000:00000010:0.1:1787695670.652335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695670.652348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695670.652354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695670.652359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:0.1:1787695670.670274:0:33289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048980.
00000080:00000010:0.1:1787695670.670295:0:33289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048aa0.
00010000:00000010:3.1:1787695670.821144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695670.897109:0:33296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695670.897119:0:33296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695670.897123:0:33296:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695670.897125:0:33296:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695670.897128:0:33296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048180.
00000080:00000010:0.1:1787695670.897134:0:33296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048260.
00010000:00000010:0.1:1787695670.950740:0:33300:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695670.955938:0:33301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695670.955952:0:33301:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695670.955956:0:33301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695670.959892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500484c0.
00000080:00000010:0.1:1787695670.959910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d40.
00010000:00000010:3.1:1787695670.982978:0:33302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695670.982986:0:33302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695670.982989:0:33302:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695670.982992:0:33302:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:1.1:1787695671.037892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695671.037903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:1.1:1787695671.037907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695671.037910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:1.1:1787695671.045885:0:33309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f660.
00000080:00000010:1.1:1787695671.045903:0:33309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f540.
00010000:00000010:1.1:1787695671.069109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695671.069121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:1.1:1787695671.069126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:1.1:1787695671.069130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:1.1:1787695671.078957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f540.
00000080:00000010:1.1:1787695671.078975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f660.
00010000:00000010:3.1:1787695671.144090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695671.149895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695671.149924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:3.1:1787695671.149930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695671.178462:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c20.
00000080:00000010:3.1:1787695671.178486:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400a0.
00000080:00000010:3.1:1787695671.275262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00000080:00000010:3.1:1787695671.275289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00010000:00000010:3.1:1787695671.449905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695671.449926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695671.449932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695671.449937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695671.478100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e405a0.
00000080:00000010:3.1:1787695671.478113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f60.
00010000:00000010:3.1:1787695671.538380:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695671.542894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695671.542982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695671.542989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:3.1:1787695671.554899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00000080:00000010:3.1:1787695671.554926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00010000:00000010:0.1:1787695671.627359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695671.627375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695671.627380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695671.627384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695671.637894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500484a0.
00000080:00000010:0.1:1787695671.637909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480e0.
00010000:00000010:3.1:1787695671.858422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695671.861888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:3.1:1787695671.861909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:3.1:1787695671.861914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695671.865929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd340.
00000080:00000010:3.1:1787695671.865955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fce0.
00010000:00000010:1.1:1787695671.935215:0:33337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695671.935221:0:33337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695671.935226:0:33337:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:1.1:1787695671.935229:0:33337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:1.1:1787695671.944119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f980.
00000080:00000010:1.1:1787695671.944141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fd40.
00010000:00000010:3.1:1787695672.076129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695672.076354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695672.076360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695672.076363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695672.089136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40500.
00000080:00000010:3.1:1787695672.089164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40200.
00010000:00000010:0.1:1787695672.356623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695672.368121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695672.368134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:0.1:1787695672.368140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695672.368144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500489c0.
00000080:00000010:0.1:1787695672.368151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048780.
00010000:00000010:0.1:1787695672.448157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695672.448176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695672.448180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:0.1:1787695672.448184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:0.1:1787695672.464205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048fe0.
00000080:00000010:0.1:1787695672.464227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500483a0.
00000080:00000010:1.1:1787695672.538810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00000080:00000010:1.1:1787695672.538840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdde0.
00010000:00000010:3.1:1787695672.646888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695672.650118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695672.650138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695672.650142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:3.1:1787695672.666899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048880.
00000080:00000010:3.1:1787695672.666923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048140.
00010000:00000010:1.1:1787695672.994428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:1.1:1787695673.002205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695673.002224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695673.002230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:1.1:1787695673.012159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fc80.
00000080:00000010:1.1:1787695673.012172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fea0.
00010000:00000010:3.1:1787695673.179748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695673.179764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695673.179769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:3.1:1787695673.191892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00000080:00000010:3.1:1787695673.191907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00010000:00000010:0.1:1787695673.347225:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:3.1:1787695673.457907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695673.457923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:3.1:1787695673.457928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:0.1:1787695673.482234:0:33393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a00.
00000080:00000010:0.1:1787695673.482251:0:33393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:3.1:1787695673.736921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695673.741786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695673.741794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:3.1:1787695673.741798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695673.752279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40760.
00000080:00000010:3.1:1787695673.752307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00010000:00000010:3.1:1787695673.854200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:3.1:1787695674.251356:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695674.421279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695674.425124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695674.425140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695674.425143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695674.429882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f20.
00000080:00000010:3.1:1787695674.429892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40740.
00010000:00000010:3.1:1787695674.470327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:3.1:1787695674.734987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00000080:00000010:3.1:1787695674.735176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd220.
00010000:00000010:3.1:1787695674.909900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695675.312067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695675.312090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695675.312094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00000080:00000010:3.1:1787695675.341929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbddc0.
00000080:00000010:3.1:1787695675.341959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd60.
00010000:00000010:3.1:1787695675.599531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695675.610962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695675.610988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695675.611009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695675.642739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40980.
00000080:00000010:3.1:1787695675.642771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40740.
00010000:00000010:3.1:1787695675.726945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695675.730914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695675.730944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695675.730950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695675.751122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40960.
00000080:00000010:3.1:1787695675.751144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd720.
00000080:00000010:3.1:1787695676.048240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00000080:00000010:3.1:1787695676.048268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00010000:00000010:1.1:1787695676.276906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:1.1:1787695676.277006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:1.1:1787695676.277012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695676.277073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695676.424299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695676.444211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695676.444225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:0.1:1787695676.444229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:0.1:1787695676.453787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048060.
00000080:00000010:0.1:1787695676.453811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048480.
00010000:00000010:3.1:1787695676.559081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:0.1:1787695676.833558:0:33485:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695676.844033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695676.844048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:0.1:1787695676.844052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:0.1:1787695676.853418:0:33486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f80.
00000080:00000010:0.1:1787695676.853441:0:33486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500480c0.
00010000:00000010:3.1:1787695676.963621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695676.974447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695676.974474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695676.974479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:3.1:1787695676.982218:0:33492:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40be0.
00000080:00000010:3.1:1787695676.982244:0:33492:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:3.1:1787695677.050129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695677.050150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695677.050154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695677.065944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:3.1:1787695677.065963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00010000:00000010:3.1:1787695677.339956:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695677.340945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:0.1:1787695677.340957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:0.1:1787695677.340962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695677.356229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40be0.
00000080:00000010:0.1:1787695677.356249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd620.
00010000:00000010:3.1:1787695677.625563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695677.630038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:3.1:1787695677.630078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695677.630084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00000080:00000010:3.1:1787695677.645538:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40020.
00000080:00000010:3.1:1787695677.645556:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f3c0.
00010000:00000010:3.1:1787695677.850111:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695677.850123:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695677.850126:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695678.211904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695678.211915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695678.211919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695678.211923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:0.1:1787695678.216964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00000080:00000010:0.1:1787695678.216985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00010000:00000010:3.1:1787695678.369338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695678.374641:0:33526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695678.374711:0:33526:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695678.374717:0:33526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695678.538057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695678.538072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695678.538077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695678.538081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695678.550010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d20.
00000080:00000010:3.1:1787695678.550031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00010000:00000010:0.1:1787695678.604173:0:33534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695678.604181:0:33534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695678.604186:0:33534:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695678.604189:0:33534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:0.1:1787695678.620095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500483e0.
00000080:00000010:0.1:1787695678.620116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048800.
00010000:00000010:0.1:1787695678.700391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:1.1:1787695678.709042:0:33540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:1.1:1787695678.709057:0:33540:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:1.1:1787695678.709061:0:33540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:1.1:1787695678.723278:0:33541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482e0.
00000080:00000010:1.1:1787695678.723307:0:33541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500483e0.
00010000:00000010:1.1:1787695678.804012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:3.1:1787695679.088122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695679.092384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695679.092406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695679.092413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695679.123645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048380.
00000080:00000010:3.1:1787695679.123672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00010000:00000010:3.1:1787695679.214574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695679.214591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695679.214595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695679.214600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:0.1:1787695679.525906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695679.529965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695679.529981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695679.529984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:0.1:1787695679.555017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c20.
00000080:00000010:0.1:1787695679.555035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048640.
00010000:00000010:0.1:1787695679.732029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:0.1:1787695679.732043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:0.1:1787695679.732047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:1.1:1787695679.736965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd8c0.
00000080:00000010:1.1:1787695679.736985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd240.
00010000:00000010:3.1:1787695679.876857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695679.879094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695679.879100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695679.879104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695679.899674:0:33575:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c80.
00000080:00000010:3.1:1787695679.899696:0:33575:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40de0.
00010000:00000010:3.1:1787695679.993394:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:3.1:1787695679.993411:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695679.993415:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:3.1:1787695679.999018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd020.
00000080:00000010:3.1:1787695679.999040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048660.
00010000:00000010:3.1:1787695680.203004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695680.334946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:0.1:1787695680.334953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:0.1:1787695680.334956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695680.396966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695680.396981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695680.396985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:3.1:1787695680.396989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695680.400932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ee0.
00000080:00000010:3.1:1787695680.400952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fc0.
00010000:00000010:0.1:1787695680.486171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695680.489973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695680.489985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695680.489989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695680.495984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ae0.
00000080:00000010:0.1:1787695680.495999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d40.
00010000:00000010:3.1:1787695680.538027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695680.542616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695680.542631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:3.1:1787695680.542645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:3.1:1787695680.550365:0:33598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a80.
00000080:00000010:3.1:1787695680.550390:0:33598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ee0.
00000080:00000010:3.1:1787695680.761893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e80.
00000080:00000010:3.1:1787695680.761912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00010000:00000010:0.1:1787695681.028187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695681.028206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:0.1:1787695681.028213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:0.1:1787695681.028217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:1.1:1787695681.061123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c60.
00000080:00000010:1.1:1787695681.061141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40500.
00010000:00000010:3.1:1787695681.300757:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695681.597940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695681.597952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:3.1:1787695681.597959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695681.597963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:3.1:1787695681.817403:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:0.1:1787695681.882661:0:33633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695681.885938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695681.885953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:0.1:1787695681.885956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:0.1:1787695681.889934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a20.
00000080:00000010:0.1:1787695681.889952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048040.
00010000:00000010:0.1:1787695681.985196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695681.994936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695681.994955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695681.994960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:0.1:1787695682.003904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481e0.
00000080:00000010:0.1:1787695682.003922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048160.
00010000:00000010:3.1:1787695682.040276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695682.046974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695682.046991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:3.1:1787695682.046997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695682.054901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401a0.
00000080:00000010:3.1:1787695682.054914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00010000:00000010:3.1:1787695682.236645:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695682.476090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695682.512279:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402e0.
00000080:00000010:3.1:1787695682.512292:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00010000:00000010:1.1:1787695683.107061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695683.107084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:1.1:1787695683.107091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:1.1:1787695683.107095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:1.1:1787695683.139917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f700.
00000080:00000010:1.1:1787695683.139940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048480.
00010000:00000010:3.1:1787695683.222944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695683.222959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695683.222964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695683.222969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695683.240058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40960.
00000080:00000010:3.1:1787695683.240074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00010000:00000010:3.1:1787695683.360086:0:33680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695683.360106:0:33680:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695683.360112:0:33680:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695683.374917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:3.1:1787695683.374939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048340.
00010000:00000010:1.1:1787695683.785899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:1.1:1787695683.790622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:1.1:1787695683.790642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:1.1:1787695683.790648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:1.1:1787695683.808478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00000080:00000010:1.1:1787695683.808504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00010000:00000010:3.1:1787695683.897908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:1.1:1787695684.045929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:0.1:1787695684.154658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695684.154672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695684.154678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:0.1:1787695684.154681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:0.1:1787695684.172902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500489a0.
00000080:00000010:0.1:1787695684.172920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f20.
00010000:00000010:1.1:1787695684.409895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:1.1:1787695684.420904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695684.420915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:1.1:1787695684.420919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00000080:00000010:0.1:1787695684.420981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fca0.
00000080:00000010:0.1:1787695684.420992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f9a0.
00010000:00000010:0.1:1787695684.704471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695684.704489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:0.1:1787695684.704493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695684.896055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00000080:00000010:3.1:1787695684.899262:0:33724:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40980.
00010000:00000010:1.1:1787695684.953269:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00010000:00000010:0.1:1787695684.956899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:0.1:1787695684.956918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:0.1:1787695684.956923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695685.467913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:3.1:1787695685.489886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f980.
00000080:00000010:3.1:1787695685.489909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402a0.
00010000:00000010:3.1:1787695685.716078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695685.716099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695685.716104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:3.1:1787695685.716110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695685.752105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ea0.
00000080:00000010:3.1:1787695685.752120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e60.
00010000:00000010:1.1:1787695685.983921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695685.985661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695685.995172:0:33753:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:1.1:1787695685.995189:0:33753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695686.186489:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695686.382917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695686.398346:0:33767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695686.398353:0:33767:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278f00.
00010000:00000010:3.1:1787695686.398357:0:33767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695686.425126:0:33769:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400c0.
00000080:00000010:3.1:1787695686.425154:0:33769:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40cc0.
00010000:00000010:3.1:1787695686.553016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695686.553031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695686.553035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695686.553038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695686.587389:0:33774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400c0.
00000080:00000010:3.1:1787695686.587404:0:33774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40cc0.
00010000:00000010:1.1:1787695686.788800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:3.1:1787695687.073498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:0.1:1787695687.240822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695687.244101:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695687.244116:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695687.244120:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:0.1:1787695687.255149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c60.
00000080:00000010:0.1:1787695687.255166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482c0.
00000080:00000010:3.1:1787695687.492899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd60.
00000080:00000010:3.1:1787695687.492920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048480.
00010000:00000010:3.1:1787695687.615906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695687.615929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278500.
00010000:00000010:3.1:1787695687.615933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695687.650021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00000080:00000010:3.1:1787695687.650044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd120.
00010000:00000010:1.1:1787695687.695925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:3.1:1787695687.721040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f7a0.
00000080:00000010:3.1:1787695687.721060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f580.
00010000:00000010:3.1:1787695687.829915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695687.833913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:3.1:1787695687.833958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:3.1:1787695687.833962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695687.852693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd160.
00000080:00000010:3.1:1787695687.852717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048120.
00010000:00000010:3.1:1787695687.964904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695687.980919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695687.980933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278e00.
00010000:00000010:3.1:1787695687.980937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:0.1:1787695688.118937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695688.125253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695688.125267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695688.125272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:0.1:1787695688.133416:0:33816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048120.
00000080:00000010:0.1:1787695688.133435:0:33816:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ac0.
00010000:00000010:3.1:1787695688.380110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695688.380129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:3.1:1787695688.380133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:3.1:1787695688.397836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00000080:00000010:3.1:1787695688.397863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00010000:00000010:1.1:1787695688.528135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00010000:00000010:1.1:1787695688.536817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:1.1:1787695688.536834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:1.1:1787695688.536838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00000080:00000010:1.1:1787695688.547905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb80.
00000080:00000010:1.1:1787695688.547927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f5c0.
00000080:00000010:3.1:1787695688.677180:0:33830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd620.
00000080:00000010:3.1:1787695688.677202:0:33830:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd20.
00010000:00000010:3.1:1787695688.856918:0:33835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695688.856935:0:33835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695688.856939:0:33835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:3.1:1787695688.869879:0:33836:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00000080:00000010:3.1:1787695688.869905:0:33836:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048020.
00010000:00000010:0.1:1787695688.940864:0:2346:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:1.1:1787695688.944037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695688.944057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:1.1:1787695688.944061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:1.1:1787695689.087903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00010000:00000010:3.1:1787695689.092171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:3.1:1787695689.092198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695689.092202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00000080:00000010:3.1:1787695689.119891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f460.
00000080:00000010:3.1:1787695689.119916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f320.
00010000:00000010:1.1:1787695689.216890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00010000:00000010:0.1:1787695689.557935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:1.1:1787695689.665673:0:33858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695689.674839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:1.1:1787695689.674864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695689.674868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:3.1:1787695689.922023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695689.922038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695689.922044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695689.922171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695689.928036:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00000080:00000010:3.1:1787695689.928066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048fe0.
00010000:00000010:3.1:1787695690.719873:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:0.1:1787695690.734954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:0.1:1787695690.734976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:0.1:1787695690.734981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:0.1:1787695690.773144:0:33887:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40880.
00000080:00000010:0.1:1787695690.773173:0:33887:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402a0.
00010000:00000010:0.1:1787695691.137381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695691.145931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695691.145952:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:0.1:1787695691.145956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:0.1:1787695691.157032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048140.
00000080:00000010:0.1:1787695691.157057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500483a0.
00010000:00000010:3.1:1787695691.274981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695691.279234:0:33900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695691.279308:0:33900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695691.279314:0:33900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:3.1:1787695691.295897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00000080:00000010:3.1:1787695691.295918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf40.
00010000:00000010:3.1:1787695691.434080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695691.456918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695691.456934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:3.1:1787695691.456938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:3.1:1787695691.460898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40900.
00000080:00000010:3.1:1787695691.460912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00010000:00000010:0.1:1787695691.520037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695691.972912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:3.1:1787695692.033240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695692.038765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695692.038781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695692.038785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695692.045788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e404a0.
00000080:00000010:3.1:1787695692.045807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40720.
00010000:00000010:3.1:1787695692.132911:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:1.1:1787695692.285105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695692.289968:0:33933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:1.1:1787695692.289980:0:33933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695692.289983:0:33933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:1.1:1787695692.301042:0:33934:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fa60.
00000080:00000010:1.1:1787695692.301060:0:33934:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f380.
00010000:00000010:1.1:1787695692.365194:0:33935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:1.1:1787695692.372937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:1.1:1787695692.372951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:1.1:1787695692.372963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:1.1:1787695692.392903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00000080:00000010:1.1:1787695692.392918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:3.1:1787695692.672192:0:33947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695692.683944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695692.683954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695692.683959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:1.1:1787695692.850906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:0.1:1787695692.920909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695692.930542:0:33957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695692.930579:0:33957:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:0.1:1787695692.930583:0:33957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695692.938057:0:33958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048760.
00000080:00000010:0.1:1787695692.938073:0:33958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048420.
00000080:00000010:0.1:1787695693.669044:0:33985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fd40.
00000080:00000010:0.1:1787695693.669060:0:33985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f00.
00010000:00000010:3.1:1787695693.753116:0:33990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695693.753129:0:33990:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695693.753132:0:33990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695693.757902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00000080:00000010:3.1:1787695693.757920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6a0.
00010000:00000010:3.1:1787695693.808234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695693.808246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695693.808250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695693.834344:0:33994:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:3.1:1787695693.834362:0:33994:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00010000:00000010:3.1:1787695693.996920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695693.996968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:3.1:1787695693.996973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:3.1:1787695694.012888:0:33999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00000080:00000010:3.1:1787695694.012906:0:33999:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00010000:00000010:3.1:1787695694.205000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695694.209027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695694.209042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695694.209047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695694.362843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695694.362867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695694.362871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695694.362876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00000080:00000010:3.1:1787695694.379946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40dc0.
00000080:00000010:3.1:1787695694.379966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b00.
00010000:00000010:0.1:1787695694.778045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:1.1:1787695695.063896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00000080:00000010:1.1:1787695695.063921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fe80.
00010000:00000010:3.1:1787695695.458053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695695.462201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695695.462221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695695.462226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695695.488895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c80.
00000080:00000010:3.1:1787695695.488913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d20.
00010000:00000010:3.1:1787695695.614896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695695.614909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:3.1:1787695695.614913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695695.623965:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00000080:00000010:3.1:1787695695.623974:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd8c0.
00000080:00000010:0.1:1787695695.674876:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00000080:00000010:0.1:1787695695.674899:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00010000:00000010:3.1:1787695695.875940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695696.165898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695697.058047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:1.1:1787695697.284547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:3.1:1787695697.355938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695697.728844:0:34102:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695697.745909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695697.745925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:0.1:1787695697.745929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:0.1:1787695697.749931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048200.
00000080:00000010:0.1:1787695697.749949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ca0.
00000080:00000010:3.1:1787695697.815146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fac0.
00000080:00000010:3.1:1787695697.815169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048200.
00010000:00000010:3.1:1787695697.952020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695697.959154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695697.959192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695697.959196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695697.986782:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd160.
00000080:00000010:3.1:1787695697.986792:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00010000:00000010:0.1:1787695698.018011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:3.1:1787695698.134053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:1.1:1787695698.308980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00000080:00000010:1.1:1787695698.308998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd7a0.
00010000:00000010:1.1:1787695698.437126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:1.1:1787695698.442300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:1.1:1787695698.442319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:1.1:1787695698.442324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:1.1:1787695698.457997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f320.
00000080:00000010:1.1:1787695698.458019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f720.
00010000:00000010:3.1:1787695698.572999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:1.1:1787695698.873935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:3.1:1787695699.078873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695699.092976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695699.092994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:3.1:1787695699.093000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:3.1:1787695699.093006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40900.
00000080:00000010:3.1:1787695699.093016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00010000:00000010:3.1:1787695699.203751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695699.220898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695699.220914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:3.1:1787695699.220919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:3.1:1787695699.225110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00000080:00000010:3.1:1787695699.225139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdcc0.
00010000:00000010:3.1:1787695699.358907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695699.358931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695699.358937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:3.1:1787695699.372064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00000080:00000010:3.1:1787695699.372081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd360.
00010000:00000010:0.1:1787695699.441921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695699.448159:0:34146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:0.1:1787695699.448171:0:34146:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:0.1:1787695699.448175:0:34146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695699.465914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048180.
00000080:00000010:0.1:1787695699.466017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf40.
00010000:00000010:3.1:1787695699.833060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695699.833070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695699.833073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695699.833077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695699.900031:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:3.1:1787695699.904927:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695699.904938:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:3.1:1787695699.904943:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:3.1:1787695699.915075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40720.
00000080:00000010:3.1:1787695699.915095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00010000:00000010:3.1:1787695700.031704:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695700.032953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695700.032990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695700.032995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695700.044707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00000080:00000010:2.1:1787695700.044731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00010000:00000010:3.1:1787695700.090767:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:2.1:1787695700.113160:0:34168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695700.113178:0:34168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695700.113183:0:34168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695700.128073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3a0.
00000080:00000010:2.1:1787695700.128089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00010000:00000010:2.1:1787695700.196938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695700.204666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695700.204681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:2.1:1787695700.204686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:2.1:1787695700.216355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00000080:00000010:2.1:1787695700.216367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402e0.
00010000:00000010:3.1:1787695700.255169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:1.1:1787695700.269898:0:34175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00000080:00000010:1.1:1787695700.269910:0:34175:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00010000:00000010:0.1:1787695700.270540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:0.1:1787695700.270549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:0.1:1787695700.270553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695700.345897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695700.350974:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695700.350986:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:2.1:1787695700.350989:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:2.1:1787695700.362898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40760.
00000080:00000010:2.1:1787695700.362913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:3.1:1787695700.399753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695700.410794:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695700.410810:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:2.1:1787695700.410815:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00000080:00000010:2.1:1787695700.421897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00000080:00000010:2.1:1787695700.421919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:3.1:1787695700.496988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695700.502989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:2.1:1787695700.503009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:2.1:1787695700.503013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:2.1:1787695700.515261:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400a0.
00000080:00000010:2.1:1787695700.515294:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f00.
00010000:00000010:2.1:1787695700.566668:0:34188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:2.1:1787695700.569969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:2.1:1787695700.569989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:2.1:1787695700.569993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:2.1:1787695700.573084:0:34189:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f7c0.
00000080:00000010:2.1:1787695700.573106:0:34189:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481e0.
00010000:00000010:3.1:1787695700.678918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:2.1:1787695700.682908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695700.682928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:2.1:1787695700.682932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:0.1:1787695700.712958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401a0.
00000080:00000010:0.1:1787695700.720101:0:34195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403c0.
00010000:00000010:2.1:1787695700.751042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695700.764007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695700.764020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:2.1:1787695700.764024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:2.1:1787695700.785123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695700.785135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00010000:00000010:0.1:1787695700.842731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:0.1:1787695700.848637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695700.848650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695700.848653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695700.863898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f80.
00000080:00000010:0.1:1787695700.863917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d60.
00010000:00000010:2.1:1787695700.940528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695700.940545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695700.940549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695700.942086:0:34203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:3.1:1787695700.953912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd940.
00000080:00000010:3.1:1787695700.953932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00010000:00000010:2.1:1787695701.082383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:2.1:1787695701.082390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:2.1:1787695701.082403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:2.1:1787695701.082408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695701.101601:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a80.
00000080:00000010:2.1:1787695701.101617:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048620.
00010000:00000010:3.1:1787695701.132056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:2.1:1787695701.146986:0:34210:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:2.1:1787695701.146996:0:34210:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:2.1:1787695701.147000:0:34210:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:2.1:1787695701.154291:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40460.
00000080:00000010:2.1:1787695701.154305:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a00.
00010000:00000010:1.1:1787695701.241901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:2.1:1787695701.246067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:2.1:1787695701.246086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:2.1:1787695701.246090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:3.1:1787695701.265991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fb40.
00000080:00000010:3.1:1787695701.266010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fca0.
00010000:00000010:0.1:1787695701.300014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:2.1:1787695701.311057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:2.1:1787695701.311073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:2.1:1787695701.311077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:2.1:1787695701.311092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048560.
00000080:00000010:2.1:1787695701.311102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048ba0.
00010000:00000010:3.1:1787695701.442894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695701.454875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:0.1:1787695701.454890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:0.1:1787695701.454894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:0.1:1787695701.459104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a40.
00000080:00000010:0.1:1787695701.459123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403a0.
00010000:00000010:2.1:1787695701.537026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695701.537041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695701.537046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695701.537050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695701.557887:0:34224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00000080:00000010:2.1:1787695701.557905:0:34224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00010000:00000010:3.1:1787695701.689896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:0.1:1787695701.698304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:0.1:1787695701.698325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:0.1:1787695701.698329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:0.1:1787695701.723043:0:34230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c80.
00000080:00000010:0.1:1787695701.723065:0:34230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00010000:00000010:3.1:1787695701.802378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695701.802893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695701.802911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:2.1:1787695701.802916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:2.1:1787695701.847787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d20.
00000080:00000010:2.1:1787695701.847808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00010000:00000010:3.1:1787695701.996177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695702.004950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695702.004966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695702.004970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695702.022747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40160.
00000080:00000010:3.1:1787695702.022764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e408a0.
00010000:00000010:3.1:1787695702.087971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:2.1:1787695702.093317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695702.093335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:2.1:1787695702.093339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695702.122869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40000.
00000080:00000010:2.1:1787695702.122907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00010000:00000010:2.1:1787695702.268037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695702.278001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695702.278016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:2.1:1787695702.278020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695702.310928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00000080:00000010:2.1:1787695702.310956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00010000:00000010:2.1:1787695702.377904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695702.381918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695702.381939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:3.1:1787695702.381945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00000080:00000010:3.1:1787695702.407885:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:3.1:1787695702.407905:0:1028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c20.
00010000:00000010:3.1:1787695702.550255:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695702.554001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:0.1:1787695702.554018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695702.554023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:2.1:1787695702.567902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40c20.
00000080:00000010:2.1:1787695702.567916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00010000:00000010:0.1:1787695702.646993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:0.1:1787695702.647011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:0.1:1787695702.647015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695702.650979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:0.1:1787695702.652905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00000080:00000010:0.1:1787695702.652925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:3.1:1787695702.734547:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695702.746907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695702.746920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:3.1:1787695702.746924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:3.1:1787695702.765913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00000080:00000010:3.1:1787695702.765942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00010000:00000010:3.1:1787695702.841685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695702.844834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:2.1:1787695702.844860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695702.844864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695702.856362:0:34259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00000080:00000010:2.1:1787695702.856380:0:34259:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00010000:00000010:0.1:1787695702.975694:0:34263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695702.996904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695702.996917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:0.1:1787695702.996921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695703.014901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048320.
00000080:00000010:2.1:1787695703.014943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048be0.
00010000:00000010:1.1:1787695703.087110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:1.1:1787695703.087126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:1.1:1787695703.087131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:1.1:1787695703.087135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:1.1:1787695703.121067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c00.
00000080:00000010:1.1:1787695703.121087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481a0.
00010000:00000010:3.1:1787695703.246021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695703.246035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695703.246039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:3.1:1787695703.246046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:3.1:1787695703.269917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a40.
00000080:00000010:3.1:1787695703.269938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00010000:00000010:0.1:1787695703.335338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695703.339751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695703.339767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:0.1:1787695703.339773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:0.1:1787695703.354932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048680.
00000080:00000010:0.1:1787695703.354948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500488e0.
00010000:00000010:2.1:1787695703.544391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695703.544407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695703.544411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:2.1:1787695703.544416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:2.1:1787695703.551911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd360.
00000080:00000010:2.1:1787695703.551938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048200.
00010000:00000010:3.1:1787695703.636116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695703.636131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:3.1:1787695703.636135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695703.636139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695703.657116:0:34281:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd360.
00000080:00000010:3.1:1787695703.674387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00010000:00000010:3.1:1787695703.926489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695703.930274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695703.930297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:2.1:1787695703.930301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:2.1:1787695703.969103:0:34289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00000080:00000010:2.1:1787695703.969124:0:34289:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400c0.
00010000:00000010:2.1:1787695704.030895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695704.038712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695704.038723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278800.
00010000:00000010:3.1:1787695704.038727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:3.1:1787695704.065786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00000080:00000010:3.1:1787695704.065809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00010000:00000010:2.1:1787695704.164715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695704.172937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695704.172954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695704.172958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695704.179014:0:34295:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdca0.
00000080:00000010:2.1:1787695704.179034:0:34295:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:2.1:1787695704.229910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695704.239924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695704.239939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:2.1:1787695704.239943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:3.1:1787695704.247908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00000080:00000010:3.1:1787695704.247925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdca0.
00010000:00000010:2.1:1787695704.327961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695704.327966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695704.327970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:2.1:1787695704.327974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:1.1:1787695704.343088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd120.
00000080:00000010:1.1:1787695704.343107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00010000:00000010:2.1:1787695704.387041:0:34303:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695704.401020:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:2.1:1787695704.401033:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695704.401038:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695704.415034:0:34306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd60.
00000080:00000010:2.1:1787695704.415048:0:34306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00010000:00000010:2.1:1787695704.512174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695704.530903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695704.530918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695704.530922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695704.544963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:0.1:1787695704.548965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00010000:00000010:3.1:1787695704.629999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695704.633950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:2.1:1787695704.633967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:2.1:1787695704.633972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:2.1:1787695704.670903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40460.
00000080:00000010:2.1:1787695704.670920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500486e0.
00010000:00000010:2.1:1787695704.839919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695704.857051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:2.1:1787695704.857060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:2.1:1787695704.857064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:2.1:1787695704.879469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:2.1:1787695704.879489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401e0.
00010000:00000010:1.1:1787695704.964888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:2.1:1787695704.969898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:2.1:1787695704.969916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:2.1:1787695704.969921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00000080:00000010:2.1:1787695705.006947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2de0.
00000080:00000010:2.1:1787695705.006965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2be0.
00010000:00000010:0.1:1787695705.156307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695705.156318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695705.156322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:0.1:1787695705.156326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:2.1:1787695705.162944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c00.
00000080:00000010:2.1:1787695705.162968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481a0.
00010000:00000010:2.1:1787695705.248046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695705.253256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695705.253275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:2.1:1787695705.253281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:2.1:1787695705.260132:0:34325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:2.1:1787695705.260152:0:34325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00010000:00000010:2.1:1787695705.371480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695705.377893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:2.1:1787695705.377906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:2.1:1787695705.377909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:0.1:1787695705.383945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:0.1:1787695705.383972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a60.
00010000:00000010:2.1:1787695705.430915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695705.430932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695705.430937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:2.1:1787695705.430943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00000080:00000010:2.1:1787695705.445671:0:34332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00000080:00000010:2.1:1787695705.445684:0:34332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdcc0.
00010000:00000010:3.1:1787695705.546958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:2.1:1787695705.557038:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695705.557058:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:2.1:1787695705.557062:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:2.1:1787695705.583939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40980.
00000080:00000010:2.1:1787695705.583951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e401a0.
00010000:00000010:2.1:1787695705.660223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695705.669214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695705.669229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:2.1:1787695705.669233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:2.1:1787695705.672415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00000080:00000010:2.1:1787695705.672491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00010000:00000010:1.1:1787695705.793786:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00010000:00000010:0.1:1787695705.797029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:0.1:1787695705.797037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:0.1:1787695705.797041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:3.1:1787695705.807453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2080.
00000080:00000010:3.1:1787695705.807473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2920.
00010000:00000010:2.1:1787695705.849019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695705.849036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695705.849042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695705.849045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695705.866905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00000080:00000010:2.1:1787695705.866922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00010000:00000010:2.1:1787695705.941896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695705.948975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695705.948988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:2.1:1787695705.948993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:2.1:1787695705.948997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695705.949005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00010000:00000010:0.1:1787695705.997903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695706.009897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695706.009914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695706.009918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695706.009923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00000080:00000010:0.1:1787695706.009934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a60.
00010000:00000010:0.1:1787695706.099754:0:34357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:0.1:1787695706.099771:0:34357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695706.099775:0:34357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:0.1:1787695706.099779:0:34357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695706.105889:0:34358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481c0.
00000080:00000010:0.1:1787695706.105907:0:34358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00010000:00000010:2.1:1787695706.167921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695706.187908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:2.1:1787695706.187934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:2.1:1787695706.187938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695706.198896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00000080:00000010:2.1:1787695706.198910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f22e0.
00010000:00000010:2.1:1787695706.317088:0:34365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695706.332556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695706.332574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695706.332578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695706.332583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00000080:00000010:2.1:1787695706.332596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc00.
00010000:00000010:3.1:1787695706.359825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695706.359842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695706.367074:0:34367:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278200.
00010000:00000010:3.1:1787695706.367088:0:34367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695706.374897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00000080:00000010:3.1:1787695706.374908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ae0.
00010000:00000010:2.1:1787695706.457993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695706.474930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:2.1:1787695706.474946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:2.1:1787695706.474949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695706.484064:0:34373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00000080:00000010:2.1:1787695706.484076:0:34373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:2.1:1787695706.501573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695706.510925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695706.510940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:2.1:1787695706.510944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:2.1:1787695706.518972:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00000080:00000010:2.1:1787695706.518984:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:2.1:1787695706.588392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695706.588417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00010000:00000010:2.1:1787695706.588422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:2.1:1787695706.588425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:2.1:1787695706.598046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:2.1:1787695706.598055:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2de0.
00010000:00000010:2.1:1787695706.633550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695706.636069:0:34381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695706.636099:0:34381:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:2.1:1787695706.636104:0:34381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:2.1:1787695706.648970:0:34382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:2.1:1787695706.648986:0:34382:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00010000:00000010:3.1:1787695706.709000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695706.720243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695706.720282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:3.1:1787695706.720299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:3.1:1787695706.731909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00000080:00000010:3.1:1787695706.731932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00010000:00000010:2.1:1787695706.764604:0:34387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695706.769500:0:34388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695706.769521:0:34388:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695706.769526:0:34388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695706.781750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:2.1:1787695706.781765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00010000:00000010:0.1:1787695706.866037:0:34392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:1.1:1787695706.869890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:1.1:1787695706.869907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:1.1:1787695706.869912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695706.874878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40960.
00000080:00000010:3.1:1787695706.874888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00010000:00000010:2.1:1787695706.925457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695706.932653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695706.932671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695706.932675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695706.944995:0:34395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00000080:00000010:3.1:1787695706.945010:0:34395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd940.
00010000:00000010:3.1:1787695707.033924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695707.046241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695707.046257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:3.1:1787695707.046261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:3.1:1787695707.046267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00000080:00000010:3.1:1787695707.046277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40960.
00010000:00000010:0.1:1787695707.084204:0:34401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695707.097599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695707.097619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:0.1:1787695707.097624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695707.100960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d20.
00000080:00000010:0.1:1787695707.100976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048420.
00010000:00000010:2.1:1787695707.202994:0:34407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695707.207538:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695707.207546:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:2.1:1787695707.207551:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:2.1:1787695707.216897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd940.
00000080:00000010:2.1:1787695707.216915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00010000:00000010:1.1:1787695707.257923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:1.1:1787695707.267885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695707.267899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:1.1:1787695707.267902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00000080:00000010:1.1:1787695707.274932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2b60.
00000080:00000010:1.1:1787695707.274944:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f22e0.
00010000:00000010:2.1:1787695707.337981:0:34413:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695707.348991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695707.348998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695707.349001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695707.352078:0:34415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00000080:00000010:2.1:1787695707.352096:0:34415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd940.
00010000:00000010:2.1:1787695707.388999:0:34415:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695707.394131:0:34416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695707.394147:0:34416:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695707.394151:0:34416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695707.402016:0:34416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00000080:00000010:2.1:1787695707.402024:0:34416:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00010000:00000010:0.1:1787695707.480889:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:0.1:1787695707.480898:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:0.1:1787695707.480903:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695707.481503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:1.1:1787695707.489971:0:34421:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00000080:00000010:1.1:1787695707.489994:0:34421:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40100.
00010000:00000010:2.1:1787695707.554575:0:34423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695707.554589:0:34423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:2.1:1787695707.554595:0:34423:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:2.1:1787695707.554600:0:34423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00000080:00000010:2.1:1787695707.568019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:2.1:1787695707.568037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f00.
00010000:00000010:3.1:1787695707.687143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695707.700908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:2.1:1787695707.700928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695707.700932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695707.733982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40900.
00000080:00000010:2.1:1787695707.759486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40aa0.
00010000:00000010:2.1:1787695707.826629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695707.832086:0:34429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:3.1:1787695707.832099:0:34429:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695707.832103:0:34429:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00000080:00000010:3.1:1787695707.842024:0:34430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:3.1:1787695707.842043:0:34430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a80.
00010000:00000010:2.1:1787695707.912136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695707.912152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695707.912157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:2.1:1787695707.912162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:2.1:1787695707.928718:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00000080:00000010:2.1:1787695707.928735:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00010000:00000010:2.1:1787695707.992915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.016918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695708.016931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:2.1:1787695708.016935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:2.1:1787695708.037480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695708.037493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00010000:00000010:2.1:1787695708.157945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.166119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695708.166137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:2.1:1787695708.166142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:2.1:1787695708.171526:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdcc0.
00000080:00000010:2.1:1787695708.171552:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00010000:00000010:2.1:1787695708.232118:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695708.232130:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.232135:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695708.232138:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695708.241740:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00000080:00000010:2.1:1787695708.241756:0:25:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdcc0.
00010000:00000010:2.1:1787695708.341733:0:34449:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.350184:0:34450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695708.350204:0:34450:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:2.1:1787695708.350210:0:34450:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00000080:00000010:2.1:1787695708.354503:0:34450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:2.1:1787695708.354524:0:34450:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00010000:00000010:2.1:1787695708.400932:0:34451:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695708.409906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.409919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695708.409922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695708.414030:0:34452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:2.1:1787695708.414053:0:34452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3e0.
00010000:00000010:2.1:1787695708.494548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695708.501930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.501946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695708.501949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695708.504814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00000080:00000010:2.1:1787695708.504828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3e0.
00010000:00000010:2.1:1787695708.558348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.558364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695708.565901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:2.1:1787695708.565915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:2.1:1787695708.577591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00000080:00000010:2.1:1787695708.577606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3e0.
00010000:00000010:3.1:1787695708.700910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:3.1:1787695708.711077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:3.1:1787695708.711094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:3.1:1787695708.711098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:3.1:1787695708.722907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2080.
00000080:00000010:3.1:1787695708.722924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a40.
00010000:00000010:2.1:1787695708.764864:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.775200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695708.775215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:2.1:1787695708.775221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:3.1:1787695708.783512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00000080:00000010:3.1:1787695708.783531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00010000:00000010:2.1:1787695708.875796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695708.875808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.875814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695708.875817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695708.882025:0:34470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00000080:00000010:2.1:1787695708.882052:0:34470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:2.1:1787695708.942052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695708.957903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695708.957922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695708.957927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:2.1:1787695708.957931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00000080:00000010:2.1:1787695708.957943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:1.1:1787695709.057532:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:0.1:1787695709.061886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:0.1:1787695709.061894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:0.1:1787695709.061898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:2.1:1787695709.078751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2de0.
00000080:00000010:2.1:1787695709.078769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a80.
00010000:00000010:2.1:1787695709.183024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695709.183041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:2.1:1787695709.183047:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:2.1:1787695709.183051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:2.1:1787695709.210046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00000080:00000010:2.1:1787695709.210078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40260.
00010000:00000010:2.1:1787695709.349058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695709.369211:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695709.369227:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:2.1:1787695709.369230:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:1.1:1787695709.383122:0:34484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00000080:00000010:1.1:1787695709.383144:0:34484:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:3.1:1787695709.436195:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:2.1:1787695709.442837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695709.442878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:2.1:1787695709.442883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:2.1:1787695709.458860:0:34486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40460.
00000080:00000010:2.1:1787695709.458888:0:34486:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ee0.
00010000:00000010:1.1:1787695709.568015:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00010000:00000010:0.1:1787695709.579720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:0.1:1787695709.579734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:0.1:1787695709.579739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:2.1:1787695709.583938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2800.
00000080:00000010:2.1:1787695709.583950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:2.1:1787695709.623731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695709.626952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:2.1:1787695709.626968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:2.1:1787695709.626972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695709.637155:0:34493:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00000080:00000010:2.1:1787695709.637176:0:34493:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40940.
00010000:00000010:2.1:1787695709.724775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695709.729147:0:34498:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:2.1:1787695709.729166:0:34498:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5e00.
00010000:00000010:2.1:1787695709.729172:0:34498:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:2.1:1787695709.729177:0:34498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00000080:00000010:2.1:1787695709.729191:0:34498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2bc0.
00010000:00000010:3.1:1787695709.788869:0:1028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695709.802896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:2.1:1787695709.802919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:2.1:1787695709.802924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695709.806920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00000080:00000010:2.1:1787695709.806933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00010000:00000010:2.1:1787695709.877564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695709.882505:0:34505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695709.882523:0:34505:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:2.1:1787695709.882529:0:34505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:2.1:1787695709.882533:0:34505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00000080:00000010:2.1:1787695709.886898:0:34505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00010000:00000010:2.1:1787695709.949171:0:34507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695709.949176:0:34507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695709.949181:0:34507:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695709.949184:0:34507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:2.1:1787695709.959941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00000080:00000010:2.1:1787695709.959956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:3.1:1787695710.059411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695710.063482:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695710.063498:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:2.1:1787695710.063502:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:2.1:1787695710.066081:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40b00.
00000080:00000010:2.1:1787695710.066114:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40480.
00010000:00000010:2.1:1787695710.113540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695710.122924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695710.122944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695710.122948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:2.1:1787695710.151834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:2.1:1787695710.151875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00010000:00000010:3.1:1787695710.211028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:2.1:1787695710.223946:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695710.223961:0:38:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:2.1:1787695710.223965:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:3.1:1787695710.239009:0:34521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f60.
00000080:00000010:3.1:1787695710.239035:0:34521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00010000:00000010:2.1:1787695710.279933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695710.283928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:2.1:1787695710.283940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:2.1:1787695710.283944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:2.1:1787695710.299927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00000080:00000010:2.1:1787695710.299942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048440.
00010000:00000010:2.1:1787695710.383071:0:34526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695710.383176:0:34526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:2.1:1787695710.383182:0:34526:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5a00.
00010000:00000010:2.1:1787695710.383186:0:34526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:2.1:1787695710.387993:0:34527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:2.1:1787695710.388011:0:34527:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048a80.
00010000:00000010:1.1:1787695710.436633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00010000:00000010:1.1:1787695710.440036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695710.440052:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695710.440056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000080:00000010:1.1:1787695710.461900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2e80.
00000080:00000010:1.1:1787695710.461924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c60.
00010000:00000010:1.1:1787695710.545888:0:34533:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:1.1:1787695710.552778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:1.1:1787695710.552794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:1.1:1787695710.552798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000080:00000010:1.1:1787695710.555053:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:1.1:1787695710.555075:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00010000:00000010:3.1:1787695710.613215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:2.1:1787695710.622562:0:34536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695710.622690:0:34536:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:2.1:1787695710.622696:0:34536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:2.1:1787695710.627969:0:34536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d20.
00000080:00000010:2.1:1787695710.627982:0:34536:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a40.
00010000:00000010:2.1:1787695710.744898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00010000:00000010:2.1:1787695710.752991:0:34541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:2.1:1787695710.753000:0:34541:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5b00.
00010000:00000010:2.1:1787695710.753004:0:34541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:2.1:1787695710.756030:0:34542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a40.
00000080:00000010:2.1:1787695710.756047:0:34542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048440.
00010000:00000010:1.1:1787695710.866954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695710.866970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:1.1:1787695710.866978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278700.
00010000:00000010:1.1:1787695710.866984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:1.1:1787695710.892476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2380.
00000080:00000010:1.1:1787695710.892499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048840.
00010000:00000010:2.1:1787695711.081904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695711.085488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:3.1:1787695711.085510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5d00.
00010000:00000010:3.1:1787695711.085515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:3.1:1787695711.131273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf40.
00000080:00000010:3.1:1787695711.138234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a80.
00010000:00000010:1.1:1787695711.202272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:2.1:1787695711.211837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:2.1:1787695711.211871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:2.1:1787695711.211876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:2.1:1787695711.254483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048460.
00000080:00000010:2.1:1787695711.254501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2ba0.
00010000:00000010:0.1:1787695711.440982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:0.1:1787695711.444913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695711.444932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:0.1:1787695711.444939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00000080:00000010:0.1:1787695711.480987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048400.
00000080:00000010:0.1:1787695711.481011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481a0.
00010000:00000010:0.1:1787695711.594902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695711.599934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695711.599944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695711.599948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:1.1:1787695711.629292:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048780.
00000080:00000010:1.1:1787695711.629326:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a80.
00010000:00000010:2.1:1787695711.733340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695711.736063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695711.736089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695711.736094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00000080:00000010:2.1:1787695711.797953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695711.797977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00010000:00000010:2.1:1787695711.916667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695711.944256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695711.944273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:3.1:1787695711.944278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:3.1:1787695711.944283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:3.1:1787695711.944291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00010000:00000010:2.1:1787695712.049896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695712.054560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:2.1:1787695712.054579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5600.
00010000:00000010:2.1:1787695712.054583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00000080:00000010:2.1:1787695712.074268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1a0.
00000080:00000010:2.1:1787695712.074288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500489a0.
00010000:00000010:2.1:1787695712.123896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695712.140157:0:34570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695712.140167:0:34570:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695712.140170:0:34570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695712.165927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00000080:00000010:2.1:1787695712.165955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00010000:00000010:0.1:1787695712.277454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:2.1:1787695712.283920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:2.1:1787695712.283945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5300.
00010000:00000010:2.1:1787695712.283950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:2.1:1787695712.303960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481c0.
00000080:00000010:2.1:1787695712.303985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048100.
00010000:00000010:0.1:1787695712.367803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:2.1:1787695712.372615:0:34578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:2.1:1787695712.372639:0:34578:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:2.1:1787695712.372645:0:34578:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00000080:00000010:2.1:1787695712.388994:0:34578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00000080:00000010:2.1:1787695712.389013:0:34578:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500482e0.
00010000:00000010:2.1:1787695712.546017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695712.546032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695712.553934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:2.1:1787695712.553957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2400.
00000080:00000010:2.1:1787695712.572264:0:34584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695712.572288:0:34584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00010000:00000010:2.1:1787695712.640997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695712.644937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695712.644958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695712.644964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695712.665507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd940.
00000080:00000010:2.1:1787695712.665537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00010000:00000010:2.1:1787695712.873921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695712.877959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695712.877979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76600.
00010000:00000010:2.1:1787695712.877984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00000080:00000010:2.1:1787695712.907649:0:34590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00000080:00000010:2.1:1787695712.907682:0:34590:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00010000:00000010:2.1:1787695713.011186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695713.024199:0:34592:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00000080:00000010:3.1:1787695713.024222:0:34592:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048500.
00010000:00000010:2.1:1787695713.025178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:2.1:1787695713.025192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:2.1:1787695713.025196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:3.1:1787695713.195951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695713.213722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00010000:00000010:3.1:1787695713.213741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:3.1:1787695713.213747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:3.1:1787695713.233091:0:34598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00000080:00000010:3.1:1787695713.233115:0:34598:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048780.
00010000:00000010:3.1:1787695713.298911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695713.304065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:2.1:1787695713.304075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:2.1:1787695713.304079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:3.1:1787695713.326837:0:34599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40cc0.
00000080:00000010:3.1:1787695713.326874:0:34599:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00010000:00000010:2.1:1787695713.447920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695713.447941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:2.1:1787695713.447947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:2.1:1787695713.447951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:2.1:1787695713.474173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695713.474197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048460.
00010000:00000010:2.1:1787695713.604026:0:34605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695713.625960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:2.1:1787695713.625985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:2.1:1787695713.625990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00000080:00000010:2.1:1787695713.674163:0:789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00000080:00000010:2.1:1787695713.674191:0:789:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2cc0.
00010000:00000010:3.1:1787695713.897920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695713.910839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695713.910885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695713.910891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695713.923947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40360.
00000080:00000010:2.1:1787695713.923978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40cc0.
00010000:00000010:2.1:1787695714.025835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695714.030095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695714.030118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695714.030122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695714.045071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695714.045082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd340.
00010000:00000010:2.1:1787695714.279725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:0.1:1787695714.282819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd2a0.
00000080:00000010:0.1:1787695714.282841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00010000:00000010:2.1:1787695714.282905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695714.282914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:2.1:1787695714.282919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695714.421424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:1.1:1787695714.430843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:1.1:1787695714.430882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:1.1:1787695714.430887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:0.1:1787695714.441052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d00.
00000080:00000010:0.1:1787695714.441076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc00.
00010000:00000010:0.1:1787695714.637241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:2.1:1787695714.646662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:2.1:1787695714.646680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:2.1:1787695714.646685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:2.1:1787695714.664885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d00.
00000080:00000010:2.1:1787695714.664912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048f00.
00010000:00000010:1.1:1787695714.759394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:2.1:1787695714.759883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:2.1:1787695714.759895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:2.1:1787695714.759899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:2.1:1787695714.796948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a00.
00000080:00000010:2.1:1787695714.796973:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a80.
00010000:00000010:2.1:1787695714.946930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695714.950057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695714.950077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695714.950081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:1.1:1787695714.970901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:1.1:1787695714.970924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd760.
00010000:00000010:3.1:1787695715.055951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695715.074321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:2.1:1787695715.074336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:2.1:1787695715.074341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695715.094021:0:34634:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00000080:00000010:2.1:1787695715.094045:0:34634:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e402a0.
00010000:00000010:2.1:1787695715.235058:0:34638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:2.1:1787695715.240421:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00010000:00000010:2.1:1787695715.240444:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:2.1:1787695715.240448:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:2.1:1787695715.246966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d20.
00000080:00000010:2.1:1787695715.246988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048540.
00010000:00000010:2.1:1787695715.322890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695715.326913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:2.1:1787695715.326934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:2.1:1787695715.326939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00000080:00000010:2.1:1787695715.347915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd360.
00000080:00000010:2.1:1787695715.347934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048480.
00010000:00000010:3.1:1787695715.442946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695715.456449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695715.456469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695715.456473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:2.1:1787695715.469935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40580.
00000080:00000010:2.1:1787695715.469959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40740.
00010000:00000010:3.1:1787695715.528925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00010000:00000010:3.1:1787695715.533915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695715.533936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695715.533941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:2.1:1787695715.569902:0:34648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2bc0.
00000080:00000010:2.1:1787695715.569924:0:34648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:2.1:1787695715.669031:0:34652:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695715.675983:0:34653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695715.676001:0:34653:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:2.1:1787695715.676005:0:34653:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:2.1:1787695715.682393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:2.1:1787695715.682419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3a0.
00010000:00000010:3.1:1787695715.783897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695715.783913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695715.783918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695715.783924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695715.798071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e404a0.
00000080:00000010:3.1:1787695715.798092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40820.
00010000:00000010:1.1:1787695715.890904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00010000:00000010:0.1:1787695715.911350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695715.911362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:0.1:1787695715.911367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00000080:00000010:2.1:1787695715.911929:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c00.
00000080:00000010:2.1:1787695715.911956:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500484a0.
00010000:00000010:3.1:1787695716.042471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695716.042488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e404a0.
00000080:00000010:3.1:1787695716.042501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:2.1:1787695716.042709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695716.042723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:2.1:1787695716.042727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695716.237820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695716.250919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695716.250940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c100.
00010000:00000010:2.1:1787695716.250946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000080:00000010:2.1:1787695716.274068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e404a0.
00000080:00000010:2.1:1787695716.274089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:3.1:1787695716.335974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695716.348300:0:34669:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695716.348320:0:34669:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695716.348325:0:34669:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00000080:00000010:3.1:1787695716.361421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00000080:00000010:3.1:1787695716.361449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00010000:00000010:3.1:1787695716.488988:0:34673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695716.506275:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695716.506294:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cf00.
00010000:00000010:3.1:1787695716.506298:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:2.1:1787695716.515074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00000080:00000010:2.1:1787695716.515097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd20.
00010000:00000010:2.1:1787695716.599737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695716.611896:0:34676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:3.1:1787695716.611917:0:34676:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c000.
00010000:00000010:3.1:1787695716.611921:0:34676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00000080:00000010:3.1:1787695716.620492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd20.
00000080:00000010:3.1:1787695716.620520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00010000:00000010:2.1:1787695716.714036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695716.714055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695716.714063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c700.
00010000:00000010:2.1:1787695716.714068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3e00.
00000080:00000010:3.1:1787695716.726878:0:34681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00000080:00000010:3.1:1787695716.726894:0:34681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00010000:00000010:2.1:1787695716.753956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695716.758019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695716.758034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695716.758036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695716.767113:0:34683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdca0.
00000080:00000010:2.1:1787695716.767126:0:34683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd120.
00010000:00000010:2.1:1787695716.828891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695716.841891:0:34687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695716.841901:0:34687:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695716.841905:0:34687:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:3.1:1787695716.850955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdf00.
00000080:00000010:3.1:1787695716.850965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd120.
00010000:00000010:2.1:1787695716.887893:0:34690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695716.893331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:2.1:1787695716.893346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:2.1:1787695716.893351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00000080:00000010:2.1:1787695716.896917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd160.
00000080:00000010:2.1:1787695716.896932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500487e0.
00010000:00000010:1.1:1787695716.944900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695716.958690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00010000:00000010:1.1:1787695716.958704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695716.958708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2200.
00000080:00000010:1.1:1787695716.970888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2de0.
00000080:00000010:1.1:1787695716.970905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a80.
00010000:00000010:2.1:1787695717.018090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695717.022894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695717.022911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:2.1:1787695717.022916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695717.052289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdfe0.
00000080:00000010:2.1:1787695717.052307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd160.
00010000:00000010:1.1:1787695717.122905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3600.
00010000:00000010:1.1:1787695717.126904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695717.126922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695717.126927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:0.1:1787695717.143109:0:34703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2be0.
00000080:00000010:0.1:1787695717.143126:0:34703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2de0.
00010000:00000010:1.1:1787695717.219949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695717.224197:0:34703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695717.224208:0:34703:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:1.1:1787695717.224212:0:34703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2600.
00000080:00000010:1.1:1787695717.232088:0:34704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f29c0.
00000080:00000010:1.1:1787695717.232102:0:34704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2800.
00010000:00000010:3.1:1787695717.310138:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695717.310148:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:3.1:1787695717.310152:0:31560:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5800.
00010000:00000010:3.1:1787695717.310166:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00000080:00000010:3.1:1787695717.317881:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e405c0.
00000080:00000010:3.1:1787695717.317893:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403c0.
00010000:00000010:0.1:1787695717.366838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd200.
00010000:00000010:0.1:1787695717.374049:0:34711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:0.1:1787695717.374062:0:34711:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695717.374066:0:34711:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:0.1:1787695717.383972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c80.
00000080:00000010:0.1:1787695717.383985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e403c0.
00010000:00000010:3.1:1787695717.453909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695717.453924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695717.453929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:3.1:1787695717.453933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:3.1:1787695717.482980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f60.
00000080:00000010:3.1:1787695717.482992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40a40.
00010000:00000010:2.1:1787695717.523897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695717.529742:0:34718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695717.529756:0:34718:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:2.1:1787695717.529760:0:34718:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695717.538994:0:34719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00000080:00000010:2.1:1787695717.539012:0:34719:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00010000:00000010:3.1:1787695717.690885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695717.694117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695717.694131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:2.1:1787695717.694135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695717.710905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40dc0.
00000080:00000010:2.1:1787695717.710924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd160.
00010000:00000010:3.1:1787695717.779738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695717.783939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695717.783957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695717.783962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695717.804925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd840.
00000080:00000010:3.1:1787695717.804936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00010000:00000010:2.1:1787695717.886028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00010000:00000010:2.1:1787695717.904448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00010000:00000010:2.1:1787695717.904466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:2.1:1787695717.904470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:2.1:1787695717.908958:0:34732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00000080:00000010:2.1:1787695717.908976:0:34732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2260.
00010000:00000010:2.1:1787695717.935398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:3.1:1787695717.943134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9000.
00010000:00000010:3.1:1787695717.943149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278900.
00010000:00000010:3.1:1787695717.943152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9e00.
00000080:00000010:3.1:1787695717.951891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdd20.
00000080:00000010:3.1:1787695717.951902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd480.
00010000:00000010:1.1:1787695718.012909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00010000:00000010:1.1:1787695718.012919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695718.012923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:1.1:1787695718.012928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00000080:00000010:1.1:1787695718.017939:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2de0.
00000080:00000010:1.1:1787695718.017953:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c60.
00010000:00000010:2.1:1787695718.066920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695718.075899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.075921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695718.075926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695718.086226:0:34740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1a0.
00000080:00000010:3.1:1787695718.086248:0:34740:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd940.
00010000:00000010:0.1:1787695718.170619:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00010000:00000010:0.1:1787695718.170641:0:2347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:0.1:1787695718.170647:0:2347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3c00.
00010000:00000010:1.1:1787695718.170887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:2.1:1787695718.188891:0:34745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2800.
00000080:00000010:2.1:1787695718.188913:0:34745:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481e0.
00010000:00000010:2.1:1787695718.238895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.243916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695718.243935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:2.1:1787695718.243941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00000080:00000010:2.1:1787695718.243946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695718.243955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00010000:00000010:2.1:1787695718.327970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695718.333411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:2.1:1787695718.333435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:2.1:1787695718.333439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:2.1:1787695718.344162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40d80.
00000080:00000010:2.1:1787695718.344186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e40.
00010000:00000010:2.1:1787695718.394871:0:34753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695718.402892:0:34754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695718.402906:0:34754:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76100.
00010000:00000010:2.1:1787695718.402910:0:34754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00000080:00000010:2.1:1787695718.406756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00000080:00000010:2.1:1787695718.406767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e400c0.
00010000:00000010:1.1:1787695718.466038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2a00.
00010000:00000010:1.1:1787695718.469468:0:34758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3800.
00010000:00000010:1.1:1787695718.469482:0:34758:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5200.
00010000:00000010:1.1:1787695718.469487:0:34758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00000080:00000010:1.1:1787695718.482894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2620.
00000080:00000010:1.1:1787695718.482906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c80.
00010000:00000010:2.1:1787695718.530660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695718.535899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.535917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695718.535923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695718.545884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695718.545905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00010000:00000010:3.1:1787695718.612267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:2.1:1787695718.613935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695718.613948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:2.1:1787695718.613953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000080:00000010:2.1:1787695718.629888:0:34767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40940.
00000080:00000010:2.1:1787695718.629903:0:34767:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40f00.
00010000:00000010:2.1:1787695718.663929:0:34768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695718.663943:0:34768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.663949:0:34768:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695718.663952:0:34768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695718.670898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00000080:00000010:2.1:1787695718.670913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00010000:00000010:2.1:1787695718.734883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.743908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695718.743926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76200.
00010000:00000010:2.1:1787695718.743931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00000080:00000010:2.1:1787695718.743938:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00000080:00000010:2.1:1787695718.743946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00010000:00000010:0.1:1787695718.769890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695718.773282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00010000:00000010:0.1:1787695718.773306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:0.1:1787695718.773310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00000080:00000010:0.1:1787695718.779454:0:34775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048500.
00000080:00000010:0.1:1787695718.779472:0:34775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048200.
00010000:00000010:2.1:1787695718.846914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695718.850895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.850922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695718.850928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695718.863890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00000080:00000010:2.1:1787695718.863899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00010000:00000010:1.1:1787695718.900887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695718.905889:0:34782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695718.905903:0:34782:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695718.905908:0:34782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:1.1:1787695718.922902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2ba0.
00000080:00000010:1.1:1787695718.922925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a00.
00010000:00000010:1.1:1787695718.952899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3000.
00010000:00000010:1.1:1787695718.952912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:1.1:1787695718.952918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:1.1:1787695718.952921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:1.1:1787695718.957097:0:34787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2800.
00000080:00000010:1.1:1787695718.957117:0:34787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2a00.
00010000:00000010:2.1:1787695718.985262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695718.989988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695718.990004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5f00.
00010000:00000010:2.1:1787695718.990009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd000.
00000080:00000010:2.1:1787695718.999942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00000080:00000010:2.1:1787695719.000078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd600.
00010000:00000010:2.1:1787695719.043905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695719.050228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695719.050244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695719.050248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695719.065001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00000080:00000010:2.1:1787695719.065016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00010000:00000010:2.1:1787695719.088108:0:34796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695719.088122:0:34796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695719.088128:0:34796:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76c00.
00010000:00000010:2.1:1787695719.088132:0:34796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:2.1:1787695719.096895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00000080:00000010:2.1:1787695719.096907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00010000:00000010:3.1:1787695719.152894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695719.157899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3a00.
00010000:00000010:3.1:1787695719.157916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988ca00.
00010000:00000010:3.1:1787695719.157921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2c00.
00000080:00000010:3.1:1787695719.168252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40140.
00000080:00000010:3.1:1787695719.168262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2380.
00010000:00000010:2.1:1787695719.188906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695719.197882:0:34803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695719.197901:0:34803:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c900.
00010000:00000010:2.1:1787695719.197907:0:34803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000080:00000010:2.1:1787695719.213042:0:34805:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00000080:00000010:2.1:1787695719.213064:0:34805:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb80.
00010000:00000010:2.1:1787695719.258880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00010000:00000010:3.1:1787695719.264888:0:34808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00010000:00000010:3.1:1787695719.264906:0:34808:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cb00.
00010000:00000010:3.1:1787695719.264911:0:34808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2e00.
00000080:00000010:3.1:1787695719.272879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2c80.
00000080:00000010:3.1:1787695719.272887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048c80.
00010000:00000010:3.1:1787695719.292337:0:34809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695719.295955:0:34810:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695719.295968:0:34810:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695719.295971:0:34810:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695719.302940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00000080:00000010:3.1:1787695719.302953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40be0.
00010000:00000010:2.1:1787695719.350917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695719.354926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695719.354946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695719.354951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695719.361969:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00000080:00000010:2.1:1787695719.361981:0:31560:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdb00.
00010000:00000010:2.1:1787695719.390957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695719.390966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695719.390971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:2.1:1787695719.390975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:2.1:1787695719.402881:0:34818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00000080:00000010:2.1:1787695719.402898:0:34818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd4a0.
00010000:00000010:2.1:1787695719.449818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:3.1:1787695719.453939:0:34821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:3.1:1787695719.453947:0:34821:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278a00.
00010000:00000010:3.1:1787695719.453952:0:34821:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00000080:00000010:3.1:1787695719.463932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd5a0.
00000080:00000010:3.1:1787695719.463950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc20.
00010000:00000010:2.1:1787695719.500219:0:34824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00010000:00000010:2.1:1787695719.504195:0:34824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2000.
00010000:00000010:2.1:1787695719.504210:0:34824:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5900.
00010000:00000010:2.1:1787695719.504214:0:34824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc600.
00000080:00000010:2.1:1787695719.511884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00000080:00000010:2.1:1787695719.511899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2060.
00010000:00000010:0.1:1787695719.557913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd600.
00010000:00000010:0.1:1787695719.562897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc200.
00010000:00000010:0.1:1787695719.562910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695719.562914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fccc00.
00000080:00000010:0.1:1787695719.566884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048120.
00000080:00000010:0.1:1787695719.566897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048700.
00010000:00000010:2.1:1787695719.589883:0:34830:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695719.594880:0:34831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695719.594892:0:34831:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:2.1:1787695719.594896:0:34831:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695719.601917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00000080:00000010:2.1:1787695719.601930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd800.
00010000:00000010:3.1:1787695719.646895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695719.650882:0:34835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695719.650890:0:34835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695719.650894:0:34835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695719.664892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00000080:00000010:3.1:1787695719.664910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40020.
00010000:00000010:2.1:1787695719.691880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695719.696880:0:34838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695719.696893:0:34838:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:2.1:1787695719.696898:0:34838:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695719.700896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd1e0.
00000080:00000010:2.1:1787695719.700907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd320.
00010000:00000010:3.1:1787695719.736902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695719.742885:0:34843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695719.742899:0:34843:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695719.742904:0:34843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695719.751887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40360.
00000080:00000010:3.1:1787695719.751906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00010000:00000010:2.1:1787695719.778662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695719.783882:0:34845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695719.783896:0:34845:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:2.1:1787695719.783899:0:34845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695719.793881:0:34847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbda60.
00000080:00000010:2.1:1787695719.793895:0:34847:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd340.
00010000:00000010:3.1:1787695719.831966:0:34849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695719.836892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00010000:00000010:3.1:1787695719.836904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278600.
00010000:00000010:3.1:1787695719.836909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695719.845018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00000080:00000010:3.1:1787695719.845030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:3.1:1787695719.865889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695719.875982:0:34853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695719.876000:0:34853:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695719.876017:0:34853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695719.879894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00000080:00000010:3.1:1787695719.879910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:2.1:1787695719.923930:0:34857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695719.923943:0:34857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695719.923949:0:34857:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cd00.
00010000:00000010:2.1:1787695719.923953:0:34857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3200.
00000080:00000010:2.1:1787695719.932956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00000080:00000010:2.1:1787695719.932968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00010000:00000010:2.1:1787695719.946880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695719.950878:0:34859:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695719.950891:0:34859:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695719.950896:0:34859:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695719.954890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695719.954900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd680.
00010000:00000010:3.1:1787695719.995894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:3.1:1787695719.999887:0:34864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:3.1:1787695719.999903:0:34864:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:3.1:1787695719.999907:0:34864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:3.1:1787695720.003882:0:34865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00000080:00000010:3.1:1787695720.003901:0:34865:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00010000:00000010:3.1:1787695720.022883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00010000:00000010:2.1:1787695720.026977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470acc00.
00010000:00000010:2.1:1787695720.026990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76800.
00010000:00000010:2.1:1787695720.026994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac600.
00000080:00000010:2.1:1787695720.035881:0:34867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40780.
00000080:00000010:2.1:1787695720.035897:0:34867:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40fa0.
00010000:00000010:2.1:1787695720.080887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.084873:0:34871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.084884:0:34871:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.084887:0:34871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.088882:0:34872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695720.088895:0:34872:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc00.
00010000:00000010:2.1:1787695720.107990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.112952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.112967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.112971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.120897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00000080:00000010:2.1:1787695720.120917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc00.
00010000:00000010:3.1:1787695720.167884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695720.176873:0:34879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ace00.
00010000:00000010:2.1:1787695720.176888:0:34879:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76e00.
00010000:00000010:2.1:1787695720.176893:0:34879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac200.
00000080:00000010:2.1:1787695720.180949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40700.
00000080:00000010:2.1:1787695720.180962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40360.
00010000:00000010:2.1:1787695720.195883:0:34880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.195890:0:34880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.195894:0:34880:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.195896:0:34880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.204887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695720.204898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdaa0.
00010000:00000010:2.1:1787695720.237890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.241883:0:34885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.241896:0:34885:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.241900:0:34885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.245882:0:34886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00000080:00000010:2.1:1787695720.245897:0:34886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00010000:00000010:2.1:1787695720.266058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.269881:0:34887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.269891:0:34887:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.269894:0:34887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.273874:0:34888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc40.
00000080:00000010:2.1:1787695720.273889:0:34888:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00010000:00000010:2.1:1787695720.310881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.310888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.310893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.310897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.315889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdc00.
00000080:00000010:2.1:1787695720.315908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdbe0.
00010000:00000010:3.1:1787695720.335877:0:34894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695720.335890:0:34894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695720.335896:0:34894:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695720.335899:0:34894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695720.339874:0:34895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00000080:00000010:3.1:1787695720.339891:0:34895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40900.
00010000:00000010:2.1:1787695720.379878:0:34900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.379884:0:34900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.379890:0:34900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.379893:0:34900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00000080:00000010:2.1:1787695720.379897:0:34900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695720.379908:0:34900:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00010000:00000010:2.1:1787695720.392872:0:34901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:2.1:1787695720.392881:0:34901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:2.1:1787695720.392885:0:34901:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:2.1:1787695720.392887:0:34901:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:2.1:1787695720.396898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd420.
00000080:00000010:2.1:1787695720.396911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd6e0.
00010000:00000010:3.1:1787695720.429891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8800.
00010000:00000010:3.1:1787695720.429902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8600.
00010000:00000010:3.1:1787695720.429907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278300.
00010000:00000010:3.1:1787695720.429913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9400.
00000080:00000010:3.1:1787695720.434885:0:34907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde40.
00000080:00000010:3.1:1787695720.434901:0:34907:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdcc0.
00010000:00000010:3.1:1787695720.455889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695720.460874:0:34908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695720.460889:0:34908:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695720.460893:0:34908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695720.463873:0:34909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40100.
00000080:00000010:3.1:1787695720.463886:0:34909:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00010000:00000010:3.1:1787695720.499882:0:34914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695720.499897:0:34914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695720.499904:0:34914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695720.499910:0:34914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695720.499920:0:34914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00000080:00000010:3.1:1787695720.499925:0:34914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40e20.
00010000:00000010:3.1:1787695720.516887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695720.516898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:3.1:1787695720.516902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695720.516905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00000080:00000010:3.1:1787695720.520899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e408a0.
00000080:00000010:3.1:1787695720.520913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:0.1:1787695720.559876:0:34921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695720.559889:0:34921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695720.559894:0:34921:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695720.559898:0:34921:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695720.559902:0:34921:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048300.
00000080:00000010:0.1:1787695720.559907:0:34921:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048e20.
00010000:00000010:0.1:1787695720.583896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695720.583906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695720.583911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695720.583915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695720.587883:0:34924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599500481c0.
00000080:00000010:0.1:1787695720.587899:0:34924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048300.
00010000:00000010:0.1:1787695720.621870:0:34927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:0.1:1787695720.621879:0:34927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:0.1:1787695720.621884:0:34927:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:0.1:1787695720.621888:0:34927:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:0.1:1787695720.629890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048160.
00000080:00000010:0.1:1787695720.629903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048300.
00010000:00000010:2.1:1787695720.646876:0:34930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.646887:0:34930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00010000:00000010:2.1:1787695720.646895:0:34930:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5000.
00010000:00000010:2.1:1787695720.646901:0:34930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcde00.
00000080:00000010:2.1:1787695720.646909:0:34930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00000080:00000010:2.1:1787695720.646914:0:34930:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00010000:00000010:2.1:1787695720.684872:0:34935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.684883:0:34935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.684888:0:34935:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.684891:0:34935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.690891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0c0.
00000080:00000010:2.1:1787695720.690905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00010000:00000010:2.1:1787695720.714898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.714911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.714917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.714922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.723939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00000080:00000010:2.1:1787695720.723950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00010000:00000010:2.1:1787695720.759883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.763882:0:34941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.763896:0:34941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.763900:0:34941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.767889:0:34942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00000080:00000010:2.1:1787695720.767905:0:34942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00010000:00000010:2.1:1787695720.790892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.794893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad600.
00010000:00000010:2.1:1787695720.794906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.794911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.803886:0:34944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00000080:00000010:2.1:1787695720.803906:0:34944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e408a0.
00010000:00000010:2.1:1787695720.841881:0:31560:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.843890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.843902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.843907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.846897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdda0.
00000080:00000010:2.1:1787695720.846908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd3e0.
00010000:00000010:2.1:1787695720.866885:0:34950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc800.
00010000:00000010:2.1:1787695720.866899:0:34950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc000.
00010000:00000010:2.1:1787695720.866904:0:34950:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5100.
00010000:00000010:2.1:1787695720.866907:0:34950:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcc400.
00000080:00000010:2.1:1787695720.879891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048d60.
00000080:00000010:2.1:1787695720.879904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959950048460.
00010000:00000010:2.1:1787695720.904939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.908894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.908907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.908911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.913888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbdec0.
00000080:00000010:2.1:1787695720.913902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00010000:00000010:3.1:1787695720.933877:0:34957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:3.1:1787695720.933888:0:34957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:3.1:1787695720.933894:0:34957:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76d00.
00010000:00000010:3.1:1787695720.933897:0:34957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00000080:00000010:3.1:1787695720.937899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00000080:00000010:3.1:1787695720.938144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40ca0.
00010000:00000010:2.1:1787695720.970886:0:34962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.970895:0:34962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.970899:0:34962:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.970903:0:34962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695720.974984:0:34963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00000080:00000010:2.1:1787695720.974994:0:34963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd440.
00010000:00000010:2.1:1787695720.993167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8400.
00010000:00000010:2.1:1787695720.993175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9c00.
00010000:00000010:2.1:1787695720.993179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278000.
00010000:00000010:2.1:1787695720.993183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8200.
00000080:00000010:2.1:1787695721.002909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbde60.
00000080:00000010:2.1:1787695721.002937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959947cbd0a0.
00010000:00000010:0.1:1787695721.034896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad400.
00010000:00000010:0.1:1787695721.034903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:0.1:1787695721.034907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c400.
00010000:00000010:0.1:1787695721.034910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd2800.
00000080:00000010:0.1:1787695721.039949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40740.
00000080:00000010:0.1:1787695721.039970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40da0.
00010000:00000010:3.1:1787695721.062889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ada00.
00010000:00000010:2.1:1787695721.066897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad000.
00010000:00000010:2.1:1787695721.066909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988cc00.
00010000:00000010:2.1:1787695721.066912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fd3400.
00000800:00000200:0.1:1787695758.913083:0:2345:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1787695758.913086:0:2345:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1787695758.913089:0:2345:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1787695762.945626:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695766.018543:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695766.018798:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695766.018947:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695766.019054:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695771.137481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695771.137813:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695771.138014:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695771.138132:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695776.257598:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695776.257989:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695776.258238:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695776.258343:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695781.377761:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695781.377773:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 8, 4 secs later)
00000800:00000200:1.1:1787695781.378404:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695781.378406:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 8, 4 secs later)
00000800:00000200:1.1:1787695781.378649:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695781.378651:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 8, 4 secs later)
00000800:00000200:1.1:1787695781.378905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695781.378908:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 8, 4 secs later)
00000800:00000200:1.1:1787695786.497556:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695786.497877:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695786.497986:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695786.498109:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695791.617585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695791.617594:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1787695791.618139:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695791.618141:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1787695791.618340:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695791.618342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1787695791.618561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695791.618563:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 11 secs later)
00000800:00000200:1.1:1787695796.737526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695796.737532:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1787695796.738008:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695796.738010:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1787695796.738221:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695796.738222:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1787695796.738406:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695796.738408:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 6 secs later)
00000800:00000200:1.1:1787695801.857578:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695801.857599:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787695801.858276:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695801.858278:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787695801.858481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695801.858482:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787695801.858781:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695801.858784:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 16, 1 secs later)
00000800:00000200:1.1:1787695806.977452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695806.977803:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695806.978033:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695806.978162:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695812.097551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695812.097557:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787695812.097964:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695812.097966:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787695812.098277:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695812.098280:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787695812.098474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695812.098476:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 28 secs later)
00000800:00000200:1.1:1787695817.217538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695817.217560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787695817.218214:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695817.218219:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787695817.218423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695817.218425:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1787695817.218721:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695817.218723:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1787695822.337491:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695822.337498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1787695822.337976:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695822.337978:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1787695822.338198:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695822.338200:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1787695822.338376:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695822.338378:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 18 secs later)
00000800:00000200:0.1:1787695827.457517:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695827.457523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1787695827.457914:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695827.457916:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1787695827.458099:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695827.458101:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1787695827.458275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695827.458277:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1787695832.577535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695832.577541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1787695832.578124:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695832.578126:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1787695832.578365:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695832.578368:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1787695832.578600:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695832.578602:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1787695837.697642:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695837.697651:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1787695837.698263:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695837.698265:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1787695837.698618:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695837.698622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1787695837.698995:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695837.698998:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1787695842.817462:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695842.817811:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695842.817932:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695842.818027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695847.937504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695847.937513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787695847.938207:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695847.938210:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787695847.938515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695847.938518:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1787695847.938958:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695847.938961:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000080:00000010:2.1:1787695851.464881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f100.
00000080:00000010:2.1:1787695851.464935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641f120.
00000080:00000010:2.1:1787695851.464939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641ffe0.
00000080:00000010:2.1:1787695851.464942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f2220.
00000080:00000010:2.1:1787695851.464945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9599459f20c0.
00010000:00000010:2.1:1787695851.464980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216c000.
00010000:00000010:2.1:1787695851.464996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcd800.
00010000:00000010:2.1:1787695851.464998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470aca00.
00010000:00000010:2.1:1787695851.465001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278b00.
00010000:00000010:2.1:1787695851.465004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcca00.
00010000:00000010:2.1:1787695851.465006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9200.
00010000:00000010:2.1:1787695851.465009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d600.
00010000:00000010:2.1:1787695851.465012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278400.
00010000:00000010:2.1:1787695851.465015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8000.
00010000:00000010:2.1:1787695851.465017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95994988c300.
00010000:00000010:2.1:1787695851.465019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216cc00.
00010000:00000010:2.1:1787695851.465021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249e00.
00010000:00000010:2.1:1787695851.465023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8c00.
00010000:00000010:2.1:1787695851.465025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249300.
00010000:00000010:2.1:1787695851.465027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9a00.
00010000:00000010:2.1:1787695851.465028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8700.
00010000:00000010:2.1:1787695851.465030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959945fcda00.
00010000:00000010:2.1:1787695851.465032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76a00.
00010000:00000010:2.1:1787695851.465035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ade00.
00010000:00000010:2.1:1787695851.465037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249700.
00010000:00000010:2.1:1787695851.465039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fd800.
00010000:00000010:2.1:1787695851.465041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6a00.
00010000:00000010:2.1:1787695851.465043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470adc00.
00010000:00000010:2.1:1787695851.465044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949249500.
00010000:00000010:2.1:1787695851.465046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599462fde00.
00010000:00000010:2.1:1787695851.465048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959949aa8100.
00010000:00000010:2.1:1787695851.465050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff959949b24400.
00000800:00000200:1.1:1787695853.057933:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695853.057943:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 51 secs later)
00000800:00000200:1.1:1787695853.058551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695853.058554:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 51 secs later)
00000800:00000200:1.1:1787695853.058778:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695853.058780:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 51 secs later)
00000800:00000200:1.1:1787695853.059025:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695853.059027:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 51 secs later)
00000800:00000200:0.1:1787695858.177567:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695858.177572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 46 secs later)
00000800:00000200:0.1:1787695858.178224:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695858.178240:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 46 secs later)
00000800:00000200:0.1:1787695858.178457:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695858.178459:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 46 secs later)
00000800:00000200:0.1:1787695858.178745:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695858.178748:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 46 secs later)
00000800:00000200:0.1:1787695863.297552:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695863.297567:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 41 secs later)
00000800:00000200:0.1:1787695863.298070:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695863.298072:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 41 secs later)
00000800:00000200:0.1:1787695863.298315:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695863.298317:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 41 secs later)
00000800:00000200:0.1:1787695863.298558:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695863.298560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 41 secs later)
00000800:00000200:0.1:1787695868.417419:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695868.417425:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 36 secs later)
00000800:00000200:0.1:1787695868.417995:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695868.417997:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 36 secs later)
00000800:00000200:0.1:1787695868.418222:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695868.418224:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 36 secs later)
00000800:00000200:0.1:1787695868.418404:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695868.418406:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 36 secs later)
00000800:00000200:0.1:1787695873.537690:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695873.537697:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 31 secs later)
00000800:00000200:0.1:1787695873.538108:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695873.538122:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 31 secs later)
00000800:00000200:0.1:1787695873.538317:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695873.538319:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 31 secs later)
00000800:00000200:0.1:1787695873.538493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695873.538495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 31 secs later)
00000800:00000200:1.1:1787695878.657723:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695878.657730:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 26 secs later)
00000800:00000200:1.1:1787695878.658738:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695878.658745:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 26 secs later)
00000800:00000200:1.1:1787695878.658969:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695878.658971:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 26 secs later)
00000800:00000200:1.1:1787695878.659262:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695878.659264:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 26 secs later)
00000800:00000200:1.1:1787695883.777820:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695883.777830:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 21 secs later)
00000800:00000200:1.1:1787695883.778491:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695883.778492:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 21 secs later)
00000800:00000200:1.1:1787695883.778770:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695883.778772:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 21 secs later)
00000800:00000200:1.1:1787695883.779020:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695883.779022:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 21 secs later)
00000800:00000200:1.1:1787695888.897551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695888.897557:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787695888.898106:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695888.898107:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787695888.898335:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695888.898337:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787695888.898519:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695888.898521:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 16 secs later)
00000800:00000200:1.1:1787695894.017616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695894.017623:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 10 secs later)
00000800:00000200:1.1:1787695894.018194:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695894.018197:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 10 secs later)
00000800:00000200:1.1:1787695894.018512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695894.018515:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 10 secs later)
00000800:00000200:1.1:1787695894.018814:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695894.018817:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 10 secs later)
00000800:00000200:1.1:1787695899.137478:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695899.137484:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 5 secs later)
00000800:00000200:1.1:1787695899.138194:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695899.138196:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 5 secs later)
00000800:00000200:1.1:1787695899.138428:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695899.138430:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 5 secs later)
00000800:00000200:1.1:1787695899.138717:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695899.138719:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 5 secs later)
00000800:00000200:0.1:1787695904.257784:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695904.257988:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695904.258155:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787695904.258306:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695909.377642:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695909.377650:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695909.378311:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695909.378314:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695909.378622:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695909.378625:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695909.378967:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695909.378970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695914.497523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695914.497528:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787695914.498200:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695914.498203:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787695914.498468:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695914.498470:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787695914.498723:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695914.498726:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787695919.617713:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695919.617716:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787695919.618098:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695919.618101:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787695919.618408:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695919.618411:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787695919.618759:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695919.618762:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787695924.737712:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695924.737717:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787695924.738565:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695924.738566:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787695924.738814:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695924.738816:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787695924.739070:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695924.739072:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00010000:00000010:0.1:1787695928.262880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76f00.
00010000:00000010:0.1:1787695928.262887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac000.
00010000:00000010:0.1:1787695928.262889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278d00.
00010000:00000010:0.1:1787695928.262891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9600.
00010000:00000010:0.1:1787695928.262894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599466d6700.
00010000:00000010:0.1:1787695928.262895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ac800.
00000800:00000200:1.1:1787695929.857600:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695929.857606:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787695929.858241:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695929.858244:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787695929.858513:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695929.858515:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787695929.858759:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695929.858761:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787695934.977645:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695934.977653:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787695934.978141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695934.978143:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787695934.978406:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695934.978409:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787695934.978725:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695934.978727:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787695940.097574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695940.097580:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787695940.098017:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695940.098018:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787695940.098274:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695940.098276:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787695940.098499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695940.098500:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787695945.217647:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695945.217654:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787695945.218129:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695945.218132:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787695945.218463:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695945.218466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787695945.218787:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695945.218790:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787695950.337764:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695950.337781:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787695950.338405:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695950.338407:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787695950.338637:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695950.338639:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787695950.338953:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695950.338955:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787695955.457796:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695955.457800:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787695955.458606:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695955.458608:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787695955.458831:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695955.458833:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787695955.459036:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695955.459038:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787695960.577550:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695960.577554:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787695960.578038:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695960.578040:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787695960.578287:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695960.578289:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787695960.578465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695960.578466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787695965.697844:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695965.697896:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787695965.698425:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695965.698428:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787695965.698729:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695965.698732:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787695965.699106:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695965.699109:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787695970.817965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695970.818347:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695970.818450:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695970.818602:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695975.937815:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695975.937821:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695975.938448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695975.938451:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695975.938779:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695975.938781:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695975.939140:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695975.939142:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787695981.057554:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695981.057560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787695981.058022:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695981.058024:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787695981.058234:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695981.058236:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787695981.058422:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695981.058424:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787695986.177567:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695986.177572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787695986.178235:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695986.178250:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787695986.178443:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695986.178445:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787695986.178722:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695986.178723:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787695991.297636:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695991.297643:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787695991.298121:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695991.298124:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787695991.298444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695991.298447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787695991.298773:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695991.298776:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787695996.417655:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695996.417662:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787695996.418196:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695996.418198:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787695996.418506:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695996.418509:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787695996.418800:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787695996.418803:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787696001.537465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696001.537470:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696001.538024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696001.538038:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696001.538245:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696001.538246:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696001.538466:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696001.538467:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696006.657534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696006.657538:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696006.658013:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696006.658015:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696006.658221:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696006.658223:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696006.658399:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696006.658401:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696011.777650:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696011.777656:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696011.778285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696011.778287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696011.778485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696011.778487:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696011.778679:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696011.778682:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696016.897543:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696016.897549:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696016.898023:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696016.898066:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696016.898289:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696016.898291:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696016.898527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696016.898530:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696022.017496:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696022.017499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787696022.018043:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696022.018045:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787696022.018273:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696022.018275:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787696022.018452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696022.018454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787696027.137706:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696027.137710:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787696027.138223:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696027.138226:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787696027.138546:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696027.138548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787696027.138837:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696027.138840:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787696032.257546:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696032.257555:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787696032.258075:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696032.258093:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787696032.258295:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696032.258297:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787696032.258513:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696032.258516:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696037.377694:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696037.378135:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696037.378338:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696037.378511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696042.497999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696042.498010:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696042.498721:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696042.498724:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696042.499050:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696042.499052:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696042.499417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696042.499420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696047.617450:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696047.617456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696047.618134:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696047.618136:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696047.618330:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696047.618332:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696047.618538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696047.618540:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787696052.737498:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696052.737504:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787696052.738069:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696052.738072:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787696052.738256:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696052.738257:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787696052.738453:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696052.738454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787696057.857479:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696057.857486:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787696057.858062:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696057.858063:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787696057.858241:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696057.858242:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787696057.858476:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696057.858478:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787696062.977724:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696062.977731:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787696062.978484:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696062.978499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787696062.978680:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696062.978681:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787696062.978915:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696062.978917:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787696068.097518:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696068.097523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787696068.097956:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696068.097957:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787696068.098140:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696068.098141:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787696068.098345:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:0.1:1787696068.098347:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696073.217647:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696073.217655:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696073.218358:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696073.218361:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696073.218634:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696073.218635:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696073.218961:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696073.218963:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696078.337687:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696078.337693:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696078.338387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696078.338391:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696078.338702:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696078.338705:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696078.339043:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696078.339046:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696083.457511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696083.457517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696083.457955:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696083.457957:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696083.458163:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696083.458165:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696083.458443:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696083.458446:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696088.579460:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696088.579464:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696088.579804:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696088.579806:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696088.580101:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696088.580103:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696088.580359:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696088.580362:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696093.698190:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696093.698193:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696093.698750:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696093.698751:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696093.699024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696093.699027:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696093.699318:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696093.699321:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696098.818023:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696098.818033:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696098.818432:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696098.818434:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696098.818679:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696098.818681:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696098.818893:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696098.818895:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696103.937537:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696103.937901:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696103.938116:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696103.938284:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696109.057704:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696109.057711:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696109.058376:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696109.058380:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696109.058706:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696109.058709:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696109.059050:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696109.059053:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696114.177795:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696114.177801:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696114.178336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696114.178339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696114.178564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696114.178566:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696114.178791:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696114.178794:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696119.297618:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696119.297624:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787696119.298258:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696119.298261:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787696119.298591:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696119.298593:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787696119.298921:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696119.298924:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787696124.417503:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696124.417510:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787696124.418011:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696124.418013:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787696124.418227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696124.418228:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787696124.418411:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696124.418413:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787696129.537599:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696129.537604:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696129.538097:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696129.538099:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696129.538331:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696129.538333:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696129.538571:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696129.538573:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696134.658158:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696134.658163:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696134.658513:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696134.658516:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696134.658897:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696134.658901:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696134.659131:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696134.659134:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696139.777592:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696139.777597:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787696139.778206:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696139.778208:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787696139.778420:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696139.778421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787696139.778662:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696139.778664:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787696144.898213:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696144.898218:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787696144.899019:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696144.899022:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787696144.899276:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696144.899278:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787696144.899577:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696144.899579:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787696150.017583:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696150.017593:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696150.018227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696150.018238:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696150.018731:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696150.018734:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696150.019194:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696150.019196:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696155.138710:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696155.138716:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696155.139283:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696155.139285:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696155.139551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696155.139553:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696155.139824:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696155.139827:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696160.257510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696160.257517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696160.258143:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696160.258146:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696160.258378:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696160.258379:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696160.258687:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696160.258690:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000080:00000010:0.1:1787696162.758890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff959945e40040.
00000080:00000010:0.1:1787696162.758908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff95994641fc20.
00010000:00000010:0.1:1787696162.758912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a8e00.
00010000:00000010:0.1:1787696162.758915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad200.
00010000:00000010:0.1:1787696162.758918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959953278c00.
00010000:00000010:0.1:1787696162.758921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470a9800.
00010000:00000010:0.1:1787696162.758923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9599453a5400.
00010000:00000010:0.1:1787696162.758925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95998216d200.
00010000:00000010:3.1:1787696164.806873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff959951f76500.
00010000:00000010:3.1:1787696164.806880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9599470ad800.
00000800:00000200:1.1:1787696165.377545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696165.377550:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696165.377882:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696165.377884:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696165.378083:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696165.378085:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696165.378304:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696165.378305:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696170.497463:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696170.497734:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696170.497929:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696170.498145:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696175.617769:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696175.617776:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696175.618475:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696175.618478:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696175.618765:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696175.618767:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696175.619053:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696175.619055:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696180.737541:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696180.737548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696180.738082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696180.738084:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696180.738295:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696180.738297:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696180.738461:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696180.738462:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696185.857607:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696185.857618:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696185.858331:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696185.858333:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696185.858506:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696185.858507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696185.858683:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696185.858686:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696190.977636:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696190.977643:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696190.978124:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696190.978126:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696190.978332:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696190.978335:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696190.978573:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696190.978576:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696196.097613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696196.097618:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696196.098200:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696196.098202:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696196.098412:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696196.098414:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696196.098616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696196.098617:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696201.217947:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696201.217958:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696201.218557:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696201.218560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696201.218762:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696201.218764:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696201.218988:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696201.218990:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696206.337717:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696206.337726:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696206.338606:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696206.338609:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696206.338890:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696206.338892:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696206.339129:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696206.339131:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696211.457489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696211.457493:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696211.458186:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696211.458189:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696211.458409:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696211.458410:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696211.458759:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696211.458761:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696216.577454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696216.577460:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696216.578049:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696216.578052:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696216.578268:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696216.578269:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696216.578444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696216.578446:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696221.697563:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696221.697571:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696221.698091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696221.698094:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696221.698327:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696221.698329:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696221.698575:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696221.698577:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696226.817720:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696226.817731:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696226.818565:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696226.818567:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696226.818773:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696226.818792:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696226.819050:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696226.819051:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696231.937588:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696231.937596:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696231.938115:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696231.938118:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696231.938449:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696231.938453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696231.938752:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696231.938754:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696237.057539:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696237.057891:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696237.058175:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696237.058348:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696242.178105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696242.178109:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696242.178499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696242.178502:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696242.178792:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696242.178794:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696242.179118:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696242.179121:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696247.297561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696247.297566:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696247.298006:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696247.298008:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696247.298287:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696247.298289:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696247.298545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696247.298547:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696252.417534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696252.417538:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696252.418016:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696252.418018:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696252.418205:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696252.418206:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696252.418418:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696252.418420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696257.537484:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696257.537489:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696257.538045:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696257.538048:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696257.538239:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696257.538241:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696257.538500:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696257.538501:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696262.657706:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696262.657712:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696262.658602:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696262.658605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696262.658892:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696262.658894:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696262.659184:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696262.659188:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696267.777769:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696267.777780:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696267.778567:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696267.778570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696267.778955:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696267.778958:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696267.779283:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696267.779286:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696272.897936:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696272.897947:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696272.898566:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696272.898570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696272.898922:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696272.898925:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696272.899231:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696272.899234:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787696278.017519:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696278.017523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696278.018161:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696278.018163:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696278.018386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696278.018388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696278.018714:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696278.018716:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696283.137621:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696283.137625:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696283.138130:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696283.138132:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696283.138331:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696283.138348:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696283.138561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696283.138563:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696288.257472:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696288.257476:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696288.257893:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696288.257895:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696288.258104:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696288.258106:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696288.258288:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696288.258290:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696293.377586:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696293.377592:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696293.378051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696293.378053:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696293.378247:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696293.378248:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696293.378454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696293.378455:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696298.497601:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696298.497606:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696298.498272:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696298.498273:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696298.498475:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696298.498492:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696298.498689:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696298.498692:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696303.617535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696303.617969:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696303.618224:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696303.618387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696308.737661:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696308.737668:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696308.738366:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696308.738369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696308.738691:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696308.738694:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696308.739044:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696308.739047:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696313.857774:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696313.857779:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696313.858552:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696313.858554:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696313.858782:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696313.858784:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787696313.859037:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696313.859039:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696318.977535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696318.977539:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696318.978123:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696318.978125:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696318.978441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696318.978443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696318.978738:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696318.978740:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696324.097542:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696324.097547:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696324.097946:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696324.097950:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696324.098251:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696324.098253:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696324.098424:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696324.098425:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696329.217648:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696329.217656:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696329.218333:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696329.218336:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696329.218637:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696329.218640:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696329.218965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696329.218968:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696334.337645:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696334.337649:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696334.338245:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696334.338247:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696334.338457:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696334.338458:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696334.338647:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696334.338648:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696339.457600:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696339.457609:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696339.458121:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696339.458124:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696339.458409:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696339.458411:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696339.458706:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696339.458709:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696344.577527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696344.577536:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696344.577958:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696344.577960:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696344.578165:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696344.578167:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696344.578447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696344.578449:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696349.697771:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696349.697779:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696349.698407:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696349.698410:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696349.698618:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696349.698620:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696349.698794:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696349.698795:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696354.817704:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696354.817709:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696354.818643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696354.818646:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696354.818908:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696354.818910:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696354.819092:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696354.819095:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696359.937808:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696359.937823:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696359.938370:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696359.938372:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696359.938605:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696359.938608:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696359.938828:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696359.938830:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696365.057775:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696365.057782:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696365.058447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696365.058449:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696365.058677:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696365.058678:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696365.058876:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696365.058878:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696370.177500:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696370.177879:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696370.178066:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696370.178263:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696375.297819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696375.297827:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696375.299303:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696375.299306:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696375.299645:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696375.299647:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696375.299930:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696375.299932:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696380.417653:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696380.417660:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696380.418356:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696380.418359:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696380.418559:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696380.418560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696380.418871:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696380.418873:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696385.537516:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696385.537519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696385.538229:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696385.538235:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696385.538558:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696385.538560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696385.538897:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696385.538900:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696390.657842:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696390.657881:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696390.658631:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696390.658634:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696390.658970:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696390.658973:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696390.659290:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696390.659293:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696395.777749:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696395.777757:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696395.778452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696395.778454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696395.778693:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696395.778695:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696395.778903:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696395.778904:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696400.897537:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696400.897542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696400.898018:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696400.898020:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696400.898333:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696400.898335:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696400.898670:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696400.898673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696406.017680:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696406.017689:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696406.018312:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696406.018315:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696406.018546:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696406.018548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696406.018776:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696406.018777:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696411.137629:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696411.137635:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696411.138052:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696411.138054:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696411.138328:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696411.138330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696411.138512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696411.138514:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696416.257545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696416.257550:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696416.258137:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696416.258140:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696416.258485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696416.258487:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696416.258919:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696416.258922:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696421.377494:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696421.377500:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696421.377983:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696421.377984:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696421.378223:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696421.378225:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696421.378400:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696421.378402:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696426.497505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696426.497513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696426.497985:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696426.498000:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696426.498196:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696426.498198:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696426.498383:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696426.498385:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696431.617586:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696431.617592:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696431.618081:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696431.618083:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696431.618341:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696431.618342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696431.618596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696431.618598:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696436.737504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696436.737894:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696436.738064:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696436.738227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696441.858082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696441.858094:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696441.858807:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696441.858810:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696441.859149:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696441.859151:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696441.859455:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696441.859457:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696446.977536:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696446.977541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696446.978082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696446.978084:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696446.978306:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696446.978308:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696446.978511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696446.978513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696452.097585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696452.097591:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696452.098180:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696452.098182:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696452.098405:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696452.098407:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696452.098611:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696452.098613:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696457.217781:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696457.217785:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696457.218171:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696457.218173:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696457.218396:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696457.218398:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696457.218614:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696457.218615:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696462.337990:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696462.337996:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696462.338478:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696462.338481:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696462.338794:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696462.338797:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696462.339141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696462.339144:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696467.457822:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696467.457834:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696467.458420:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696467.458422:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696467.458609:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696467.458611:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696467.458890:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696467.458893:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696472.577538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696472.577544:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696472.578077:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696472.578078:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696472.578355:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696472.578357:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696472.578645:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696472.578647:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787696477.697643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696477.697649:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696477.698336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696477.698339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696477.698650:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696477.698653:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696477.698967:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696477.698970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696482.817579:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696482.817585:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696482.818139:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696482.818143:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696482.818472:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696482.818475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696482.818787:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696482.818790:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696487.937596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696487.937603:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696487.938223:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696487.938224:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696487.938441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696487.938443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696487.938684:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696487.938685:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696493.057446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696493.057453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787696493.057955:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696493.057957:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787696493.058251:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696493.058254:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787696493.058539:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696493.058542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787696498.177334:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696498.177339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696498.177827:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696498.177829:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696498.178020:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696498.178023:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696498.178213:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696498.178215:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696503.297547:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696503.297883:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696503.298046:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696503.298212:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696508.417545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696508.417552:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696508.418113:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696508.418115:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696508.418403:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696508.418406:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696508.418692:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696508.418694:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696513.537275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696513.537278:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696513.537672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696513.537675:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696513.537989:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696513.537991:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696513.538253:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696513.538255:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696518.657521:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696518.657527:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696518.657929:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696518.657931:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696518.658115:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696518.658117:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696518.658287:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696518.658289:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696523.777669:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696523.777674:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696523.778328:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696523.778330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696523.778557:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696523.778559:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696523.778745:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696523.778747:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696528.897502:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696528.897507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696528.898031:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696528.898032:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696528.898268:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696528.898270:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696528.898453:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696528.898454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696534.017664:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696534.017673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696534.018279:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696534.018281:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696534.018598:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696534.018601:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696534.018933:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696534.018935:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696539.137654:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696539.137664:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696539.138417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696539.138419:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696539.138613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696539.138614:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696539.138819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696539.138821:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696544.257487:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696544.257494:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696544.258041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696544.258044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696544.258236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696544.258238:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696544.258412:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696544.258414:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787696549.377638:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696549.377644:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696549.378561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696549.378564:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696549.378902:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696549.378905:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696549.379187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696549.379189:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696554.497517:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696554.497523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696554.497969:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696554.497971:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696554.498157:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696554.498159:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696554.498342:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696554.498356:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696559.617492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696559.617496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696559.618111:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696559.618113:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696559.618340:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696559.618341:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696559.618556:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696559.618557:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787696564.737789:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696564.737794:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696564.738527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696564.738529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696564.738753:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696564.738755:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787696564.738960:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696564.738961:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696569.857561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696569.857884:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696569.858031:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696569.858193:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696574.977525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696574.977532:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787696574.978238:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696574.978241:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787696574.978573:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696574.978576:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787696574.979002:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696574.979005:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787696580.097690:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696580.097697:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696580.098193:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696580.098196:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696580.098520:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696580.098522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696580.098823:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696580.098826:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787696585.217770:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696585.217779:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696585.218437:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696585.218439:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696585.218626:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696585.218628:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696585.218880:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696585.218882:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696590.337487:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696590.337494:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696590.338049:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696590.338050:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696590.338277:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696590.338279:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696590.338494:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696590.338496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696595.457650:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696595.457655:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696595.458166:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696595.458169:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696595.458474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696595.458477:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696595.458675:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696595.458677:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787696600.577599:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696600.577603:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696600.578264:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696600.578265:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696600.578465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696600.578467:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787696600.578695:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696600.578710:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696605.697659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696605.697663:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696605.698112:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696605.698115:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696605.698391:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696605.698393:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696605.698665:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696605.698668:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696610.817525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696610.817533:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696610.817956:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696610.817957:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696610.818169:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696610.818171:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696610.818386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696610.818388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696615.937538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696615.937543:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696615.938195:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696615.938198:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696615.938534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696615.938535:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696615.938774:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696615.938775:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696621.057671:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696621.057678:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787696621.058350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696621.058353:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787696621.058698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696621.058701:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787696621.059031:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696621.059034:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787696626.177459:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696626.177466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696626.178120:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696626.178124:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696626.178323:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696626.178325:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696626.178506:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696626.178508:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787696631.297656:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696631.297661:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696631.298045:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696631.298047:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696631.298247:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696631.298249:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696631.298429:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696631.298431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696636.417511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696636.417905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696636.418127:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696636.418286:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696641.538035:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696641.538040:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696641.538752:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696641.538756:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696641.539264:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696641.539268:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696641.539626:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696641.539629:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696646.657939:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696646.657948:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696646.658669:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696646.658672:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696646.659042:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696646.659045:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696646.659374:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696646.659376:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696651.777483:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696651.777491:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696651.778099:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696651.778102:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696651.778441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696651.778444:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696651.778730:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696651.778732:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696656.897628:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696656.897634:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696656.898277:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696656.898279:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696656.898469:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696656.898471:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696656.898646:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696656.898648:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696662.017504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696662.017508:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696662.017987:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696662.017989:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696662.018193:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696662.018195:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696662.018422:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696662.018424:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696667.137593:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696667.137600:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696667.138108:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696667.138111:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696667.138430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696667.138433:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696667.138741:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696667.138744:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696672.257492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696672.257497:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696672.257998:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696672.257999:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696672.258184:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696672.258186:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696672.258392:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696672.258394:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696677.377512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696677.377519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696677.378228:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696677.378230:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696677.378426:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696677.378428:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696677.378650:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696677.378652:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696682.497732:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696682.497744:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696682.498559:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696682.498561:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696682.498801:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696682.498802:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696682.499040:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696682.499042:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696687.617593:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696687.617598:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696687.617968:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696687.617970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696687.618155:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696687.618157:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696687.618327:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696687.618329:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696692.737512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696692.737515:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696692.738063:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696692.738065:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696692.738249:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696692.738251:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696692.738443:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696692.738445:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696697.857477:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696697.857482:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696697.858054:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696697.858056:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696697.858275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696697.858277:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696697.858488:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696697.858490:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696702.977469:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696702.977835:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696702.978013:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696702.978171:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696708.097582:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696708.097590:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696708.098265:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696708.098268:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696708.098586:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696708.098589:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696708.098910:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696708.098912:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696713.217410:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696713.217414:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696713.217785:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696713.217787:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696713.218088:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696713.218090:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696713.218272:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696713.218273:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696718.337655:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696718.337661:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696718.338318:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696718.338321:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696718.338633:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696718.338635:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696718.338988:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696718.338990:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696723.457698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696723.457705:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696723.458444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696723.458446:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696723.458763:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696723.458767:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696723.459134:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696723.459137:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696728.577796:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696728.577800:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696728.578662:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696728.578665:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696728.579001:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696728.579003:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696728.579364:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696728.579366:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696733.697564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696733.697572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696733.698028:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696733.698030:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696733.698223:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696733.698225:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696733.698434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696733.698436:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696738.817512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696738.817517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696738.817994:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696738.817995:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696738.818220:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696738.818222:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696738.818435:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696738.818437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696743.937625:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696743.937633:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787696743.938322:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696743.938325:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787696743.938652:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696743.938655:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787696743.938971:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696743.938973:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787696749.057543:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696749.057547:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696749.058192:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696749.058194:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696749.058472:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696749.058474:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696749.058841:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696749.058844:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696754.177654:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696754.177659:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696754.178311:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696754.178313:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696754.178617:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696754.178620:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696754.178945:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696754.178948:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696759.297490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696759.297496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696759.297954:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696759.297956:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696759.298193:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696759.298196:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696759.298399:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696759.298400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696764.417605:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696764.417613:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696764.418146:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696764.418149:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696764.418474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696764.418478:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696764.418787:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696764.418790:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696769.537585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696769.537932:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696769.538111:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696769.538287:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696774.657814:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696774.657824:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696774.658768:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696774.658771:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696774.659141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696774.659144:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787696774.659470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696774.659492:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696779.777537:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696779.777543:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696779.778189:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696779.778191:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696779.778377:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696779.778379:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696779.778721:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696779.778724:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696784.897436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696784.897441:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696784.897968:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696784.897969:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696784.898197:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696784.898199:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696784.898379:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696784.898381:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696790.017664:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696790.017672:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696790.018686:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696790.018688:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696790.018924:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696790.018926:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696790.019225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696790.019227:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696795.137507:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696795.137513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696795.138089:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696795.138091:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696795.138394:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696795.138397:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696795.138707:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696795.138710:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696800.257534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696800.257560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696800.258094:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696800.258097:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696800.258387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696800.258389:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696800.258707:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696800.258710:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696805.377778:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696805.377789:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696805.378602:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696805.378605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696805.378958:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696805.378960:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696805.379281:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696805.379284:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696810.497752:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696810.497761:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696810.498420:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696810.498422:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696810.498627:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696810.498628:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696810.498829:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696810.498830:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696815.617470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696815.617475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696815.618026:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696815.618027:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696815.618329:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696815.618330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696815.618560:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696815.618562:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787696820.737569:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696820.737576:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696820.738086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696820.738088:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696820.738383:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696820.738385:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787696820.738660:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696820.738663:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696825.857377:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696825.857380:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696825.857823:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696825.857824:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696825.858359:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696825.858361:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696825.858583:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696825.858585:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696830.977429:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696830.977433:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696830.977820:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696830.977821:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696830.978001:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696830.978003:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696830.978204:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696830.978206:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696836.097544:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696836.097990:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696836.098239:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696836.098392:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696841.217574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696841.217591:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696841.218367:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696841.218369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696841.218679:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696841.218682:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696841.219022:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696841.219024:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696846.337450:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696846.337456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696846.338035:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696846.338037:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696846.338271:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696846.338273:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696846.338458:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696846.338460:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696851.457621:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696851.457628:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696851.458225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696851.458227:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696851.458540:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696851.458543:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696851.458883:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696851.458887:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696856.577765:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696856.577778:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696856.578519:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696856.578522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696856.578750:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696856.578752:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696856.578971:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696856.578972:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696861.697632:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696861.697641:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696861.698225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696861.698228:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696861.698558:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696861.698562:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696861.698894:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696861.698896:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787696866.817733:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696866.817740:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696866.818594:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696866.818595:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696866.818771:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696866.818773:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696866.818977:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696866.818979:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787696871.937677:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696871.937685:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696871.938420:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696871.938421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696871.938599:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696871.938600:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696871.938763:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696871.938764:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787696877.057806:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696877.057824:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696877.058526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696877.058528:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696877.058804:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696877.058806:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696877.059027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696877.059028:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696882.177504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696882.177510:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696882.178033:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696882.178035:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696882.178241:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696882.178242:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696882.178400:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696882.178402:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696887.297978:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696887.297988:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696887.298585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696887.298588:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696887.298797:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696887.298799:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696887.298977:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696887.298978:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696892.417663:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696892.417672:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696892.418202:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696892.418204:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696892.418425:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696892.418428:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696892.418636:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696892.418638:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787696897.537635:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696897.537645:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696897.538484:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696897.538486:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696897.538744:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696897.538756:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696897.539048:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696897.539051:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787696902.657437:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696902.657646:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696902.657758:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696902.657935:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696907.777962:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696907.777965:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696907.778343:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696907.778346:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696907.778664:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696907.778667:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696907.778999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696907.779002:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696912.897481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696912.897485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696912.898141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696912.898143:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696912.898338:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696912.898339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696912.898577:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696912.898580:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696918.017471:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696918.017475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696918.018225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696918.018228:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696918.018566:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696918.018569:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696918.018963:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696918.018965:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787696923.137615:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696923.137619:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696923.138174:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696923.138175:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696923.138362:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696923.138363:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696923.138561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696923.138563:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787696928.257542:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696928.257546:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696928.258270:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696928.258272:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696928.258482:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696928.258485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696928.258784:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696928.258787:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787696933.377571:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696933.377577:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696933.378054:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696933.378056:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696933.378273:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696933.378275:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696933.378468:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696933.378470:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787696938.497527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696938.497533:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696938.498104:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696938.498107:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696938.498404:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696938.498406:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696938.498586:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696938.498587:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787696943.617655:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696943.617663:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696943.618152:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696943.618154:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696943.618421:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696943.618423:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696943.618728:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696943.618731:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787696948.737508:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696948.737513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696948.738016:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696948.738019:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696948.738281:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696948.738283:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696948.738541:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696948.738544:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787696953.857479:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696953.857484:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696953.858040:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696953.858042:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696953.858289:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696953.858297:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696953.858596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696953.858597:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787696958.977422:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696958.977424:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696958.977943:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696958.977946:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696958.978264:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696958.978266:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696958.978511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696958.978514:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787696964.097470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696964.097477:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696964.098028:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696964.098030:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696964.098314:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696964.098317:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787696964.098596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696964.098599:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787696969.217961:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696969.218173:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696969.218440:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696969.218573:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696974.337672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696974.337678:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696974.338325:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696974.338328:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696974.338654:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696974.338656:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696974.338981:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696974.338983:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787696979.457535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696979.457541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696979.457904:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696979.457906:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696979.458077:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696979.458079:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696979.458254:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696979.458256:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787696984.577641:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696984.577649:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696984.578393:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696984.578396:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696984.578681:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696984.578684:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696984.578993:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696984.578996:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787696989.698610:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696989.698613:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696989.699071:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696989.699073:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696989.699384:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696989.699386:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787696989.699675:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787696989.699677:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787696994.817676:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696994.817678:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696994.818105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696994.818106:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696994.818665:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696994.818667:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696994.819161:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696994.819163:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787696999.937405:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696999.937409:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696999.937803:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696999.937805:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696999.938160:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696999.938163:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787696999.938438:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787696999.938440:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697005.057652:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697005.057656:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697005.058436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697005.058437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697005.058627:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697005.058629:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697005.058786:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697005.058787:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697010.177412:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697010.177419:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697010.177915:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697010.177938:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697010.178177:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697010.178179:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697010.178408:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697010.178410:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697015.297472:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697015.297478:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697015.297965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697015.297966:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697015.298167:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697015.298169:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697015.298343:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697015.298345:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697020.417506:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697020.417511:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697020.417936:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697020.417938:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697020.418149:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697020.418152:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697020.418432:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697020.418435:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697025.537555:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697025.537560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697025.538050:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697025.538052:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697025.538336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697025.538339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697025.538556:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697025.538558:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697030.657640:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697030.657648:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697030.658222:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697030.658225:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697030.658550:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697030.658552:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697030.658899:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697030.658902:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697035.777610:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697035.778199:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697035.778448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697035.778616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697040.897619:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697040.897625:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697040.898352:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697040.898355:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697040.898694:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697040.898696:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697040.899027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697040.899030:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697046.017517:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697046.017524:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697046.017999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697046.018001:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697046.018270:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697046.018272:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697046.018547:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697046.018549:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697051.137477:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697051.137483:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697051.137982:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697051.137984:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697051.138181:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697051.138182:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697051.138369:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697051.138370:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697056.257533:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697056.257536:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697056.258022:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697056.258024:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697056.258211:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697056.258213:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697056.258484:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697056.258485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697061.377596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697061.377603:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697061.378217:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697061.378220:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697061.378505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697061.378507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697061.378782:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697061.378785:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697066.497693:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697066.497703:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697066.498227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697066.498229:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697066.498497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697066.498499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697066.498671:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697066.498672:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697071.617672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697071.617684:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697071.618458:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697071.618459:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697071.618660:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697071.618662:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697071.618822:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697071.618823:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697076.737715:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697076.737728:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697076.738306:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697076.738308:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697076.738494:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697076.738495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697076.738650:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697076.738652:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697081.857742:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697081.857757:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697081.858593:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697081.858612:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697081.858855:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697081.858857:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697081.859062:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697081.859064:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697086.977968:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697086.977976:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787697086.978507:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697086.978510:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787697086.978879:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697086.978882:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787697086.979201:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697086.979203:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787697092.097555:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697092.097562:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697092.098019:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697092.098021:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697092.098218:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697092.098221:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697092.098487:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697092.098490:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697097.217613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697097.217617:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697097.218314:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697097.218317:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697097.219105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697097.219111:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697097.219395:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697097.219398:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697102.337829:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697102.338324:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697102.338513:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697102.338677:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697107.457679:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697107.457687:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697107.458397:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697107.458400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697107.458726:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697107.458730:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697107.459081:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697107.459084:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697112.577681:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697112.577689:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697112.578604:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697112.578605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697112.578804:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697112.578806:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697112.579034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697112.579036:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697117.697623:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697117.697629:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697117.698098:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697117.698101:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697117.698383:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697117.698386:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697117.698657:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697117.698660:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697122.817484:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697122.817489:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697122.818116:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697122.818118:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697122.818380:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697122.818382:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697122.818579:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697122.818580:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697127.937683:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697127.937692:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697127.938325:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697127.938327:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697127.938574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697127.938575:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697127.938779:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697127.938781:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697133.057320:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697133.057325:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697133.057876:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697133.057878:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697133.058043:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697133.058045:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697133.058240:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697133.058241:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697138.177695:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697138.177706:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697138.178576:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697138.178580:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697138.178958:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697138.178961:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697138.179294:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697138.179297:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697143.297705:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697143.297710:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697143.298284:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697143.298287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697143.298547:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697143.298549:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697143.298758:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697143.298760:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697148.417724:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697148.417730:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697148.418233:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697148.418235:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697148.418482:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697148.418484:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697148.418699:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697148.418702:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697153.537379:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697153.537382:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697153.537841:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697153.537842:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697153.538059:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697153.538061:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697153.538219:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697153.538220:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697158.657467:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697158.657472:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697158.657987:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697158.657989:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697158.658228:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697158.658229:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697158.658470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697158.658472:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697163.778063:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697163.778073:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697163.778617:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697163.778620:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697163.778929:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697163.778932:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697163.779214:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697163.779217:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697168.897634:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697168.898073:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697168.898312:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697168.898466:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697174.017723:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697174.017730:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697174.020492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697174.020495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697174.020876:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697174.020878:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697174.021163:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697174.021166:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697179.137545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697179.137565:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697179.138205:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697179.138207:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697179.138489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697179.138492:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697179.138756:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697179.138759:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697184.257539:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697184.257543:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697184.257982:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697184.257984:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697184.258217:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697184.258218:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697184.258399:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697184.258401:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697189.377377:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697189.377382:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697189.377905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697189.377906:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697189.378154:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697189.378155:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697189.378386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697189.378388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697194.497620:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697194.497645:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697194.498408:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697194.498410:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697194.498583:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697194.498586:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697194.498866:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697194.498869:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697199.617417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697199.617420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697199.617819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697199.617820:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697199.618006:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697199.618008:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697199.618164:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697199.618166:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697204.737465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697204.737471:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697204.737931:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697204.737934:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697204.738187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697204.738188:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697204.738386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697204.738388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697209.857538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697209.857559:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787697209.857999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697209.858001:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787697209.858207:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697209.858210:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787697209.858398:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697209.858400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787697214.977333:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697214.977337:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697214.977753:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697214.977755:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697214.977992:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697214.977994:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697214.978170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697214.978172:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697220.097577:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697220.097583:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697220.098145:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697220.098147:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697220.098493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697220.098496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697220.098813:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697220.098815:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697225.217681:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697225.217705:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697225.218147:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697225.218149:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697225.218419:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697225.218421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697225.218601:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697225.218603:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697230.337474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697230.337479:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697230.338086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697230.338089:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697230.338315:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697230.338317:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697230.338473:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697230.338475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697235.457437:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697235.457735:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697235.457894:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697235.458048:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697240.577560:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697240.577566:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697240.578116:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697240.578118:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697240.578391:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697240.578393:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697240.578665:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697240.578667:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697245.697643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697245.697650:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697245.698285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697245.698287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697245.698574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697245.698577:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697245.698879:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697245.698882:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697250.817627:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697250.817639:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697250.818303:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697250.818305:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697250.818500:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697250.818503:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697250.818682:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697250.818684:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697255.937467:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697255.937472:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697255.937916:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697255.937918:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697255.938089:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697255.938091:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697255.938288:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697255.938290:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697261.057438:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697261.057444:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697261.057886:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697261.057888:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697261.058076:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697261.058078:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697261.058250:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697261.058252:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697266.177392:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697266.177396:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697266.177951:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697266.177954:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697266.178143:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697266.178145:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697266.178343:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697266.178345:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697271.297555:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697271.297560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697271.298150:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697271.298152:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697271.298442:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697271.298444:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697271.298716:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697271.298718:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697276.417396:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697276.417400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697276.417876:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697276.417878:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697276.418040:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697276.418041:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697276.418206:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697276.418207:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697281.537577:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697281.537584:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697281.538232:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697281.538247:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697281.538514:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697281.538517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697281.538808:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697281.538811:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697286.657424:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697286.657431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697286.657900:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697286.657902:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697286.658062:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697286.658065:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697286.658233:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697286.658234:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697291.777393:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697291.777398:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697291.777789:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697291.777791:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697291.777971:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697291.777973:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697291.778179:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697291.778182:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697296.897803:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697296.897811:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697296.898293:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697296.898295:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697296.898558:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697296.898561:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697296.898817:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697296.898819:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697302.017442:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697302.017769:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697302.017935:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697302.018087:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697307.137584:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697307.137590:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697307.138143:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697307.138145:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697307.138419:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697307.138421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697307.138716:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697307.138719:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697312.257456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697312.257461:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697312.257904:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697312.257906:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697312.258067:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697312.258068:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697312.258250:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697312.258252:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697317.377452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697317.377458:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697317.378050:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697317.378052:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697317.378251:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697317.378253:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697317.378546:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697317.378548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697322.497634:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697322.497642:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697322.498445:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697322.498460:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697322.498673:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697322.498674:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697322.498906:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697322.498908:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697327.617789:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697327.617802:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697327.618292:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697327.618294:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697327.618574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697327.618577:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697327.618838:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697327.618841:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697332.737444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697332.737455:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697332.737924:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697332.737927:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697332.738128:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697332.738129:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697332.738311:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697332.738313:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697337.857626:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697337.857634:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697337.858227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697337.858245:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697337.858469:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697337.858472:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697337.858686:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697337.858688:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697342.977618:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697342.977622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697342.978141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697342.978143:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697342.978437:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697342.978440:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697342.978697:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697342.978700:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697348.097697:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697348.097706:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697348.098256:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697348.098259:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697348.098561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697348.098564:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697348.098845:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697348.098866:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697353.217598:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697353.217602:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697353.217958:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697353.217975:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697353.218173:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697353.218175:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697353.218425:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697353.218427:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697358.337489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697358.337493:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697358.337954:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697358.337956:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697358.338192:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697358.338194:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697358.338437:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697358.338439:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697363.457387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697363.457392:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697363.457862:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697363.457864:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697363.458039:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697363.458040:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697363.458196:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697363.458197:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697368.577446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697368.577796:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697368.577946:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697368.578092:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697373.698209:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697373.698212:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697373.698564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697373.698566:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697373.698899:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697373.698902:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697373.699160:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697373.699162:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697378.817472:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697378.817477:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697378.817937:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697378.817939:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697378.818143:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697378.818145:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697378.818363:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697378.818365:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697383.937485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697383.937490:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697383.938027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697383.938030:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697383.938312:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697383.938315:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697383.938554:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697383.938556:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697389.057465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697389.057483:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787697389.058006:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697389.058009:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787697389.058286:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697389.058288:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787697389.058570:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697389.058572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787697394.177633:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697394.177640:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697394.178082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697394.178085:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697394.178383:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697394.178386:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697394.178652:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697394.178655:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697399.297723:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697399.297726:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697399.298085:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697399.298087:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697399.298379:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697399.298382:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697399.298695:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697399.298697:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697404.417561:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697404.417577:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697404.418142:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697404.418145:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697404.418415:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697404.418417:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697404.418678:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697404.418680:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697409.537587:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697409.537592:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697409.538020:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697409.538021:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697409.538256:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697409.538258:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697409.538454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697409.538456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697414.657450:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697414.657455:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697414.658039:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697414.658042:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697414.658294:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697414.658296:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697414.658469:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697414.658471:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787697419.200944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697419.200948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697419.200954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697419.200968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697419.200972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697419.200980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697419.200984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697419.200988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697419.777542:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697419.777548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697419.778019:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697419.778020:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697419.778281:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697419.778284:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697419.778551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697419.778553:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697420.224926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697420.224932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697420.224935:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697420.224940:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697420.224944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697420.224949:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697420.224953:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697420.224955:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697420.224960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697420.480963:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297306787, at 4297306816
00000100:00000010:0.0:1787697420.480980:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d706c0.
00000100:00080000:0.0:1787697424.896953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697424.896960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697424.896964:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697424.896967:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697424.896971:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697424.896978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2638
00000400:00000200:0.0:1787697424.896987:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697424.896992:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697424.896994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697424.896997:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.896999:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697424.897006:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697424.897008:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697424.897010:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697424.897012:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697424.897013:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697424.897015:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697424.897017:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897018:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897020:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697424.897023:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697424.897026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897028:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697424.897030:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697424.897034:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697424.897036:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897038:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697424.897040:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697424.897050:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697424.897054:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697424.897058:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697424.897059:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897062:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697424.897064:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697424.897068:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697424.897073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697424.897078:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697424.897085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947084160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697424.897091:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697424.897094:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697424.897097:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947084160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697424.897112:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697424.897114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697424.897116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697424.897117:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697424.897118:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697424.897120:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697424.897121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2638
00000400:00000200:0.0:1787697424.897124:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697424.897126:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697424.897127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697424.897130:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697424.897136:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697424.897137:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697424.897139:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697424.897147:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697424.897150:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697424.897152:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697424.897158:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897162:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697424.897172:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697424.897175:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897183:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697424.897186:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697424.897192:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697424.897196:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897199:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697424.897203:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697424.897206:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897207:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697424.897211:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697424.897216:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697424.897219:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697424.897222:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897226:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697424.897228:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697424.897231:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697424.897237:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697424.897243:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697424.897255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947084288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697424.897272:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697424.897277:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697424.897286:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947084288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697424.897314:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697424.897318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697424.897324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697424.897327:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697424.897328:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697424.897332:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697424.897338:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2638
00000400:00000200:0.0:1787697424.897344:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697424.897348:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697424.897352:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697424.897355:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897358:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897363:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897369:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697424.897372:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787697424.897373:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:0.0:1787697424.897374:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697424.897377:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787697424.897378:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1787697424.897379:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697424.897382:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697424.897386:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697424.897391:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897393:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897395:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897398:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697424.897401:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697424.897406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897410:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697424.897413:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697424.897415:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697424.897419:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897420:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697424.897423:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697424.897426:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897427:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697424.897431:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697424.897434:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697424.897437:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697424.897439:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897443:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697424.897445:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697424.897447:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697424.897451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697424.897456:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697424.897463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947084416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697424.897483:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697424.897486:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697424.897492:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947084416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697424.897506:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697424.897511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697424.897516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697424.897518:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697424.897522:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697424.897528:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697424.897534:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2638
00000400:00000200:0.0:1787697424.897542:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697424.897549:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697424.897553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697424.897559:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897572:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697424.897583:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697424.897586:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697424.897590:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697424.897593:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697424.897598:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697424.897603:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697424.897611:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897627:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697424.897634:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897639:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697424.897645:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697424.897653:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697424.897659:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697424.897663:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697424.897666:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697424.897672:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897674:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697424.897676:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697424.897678:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897679:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697424.897682:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697424.897685:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697424.897686:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697424.897688:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697424.897690:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697424.897692:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697424.897695:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697424.897700:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697424.897703:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697424.897708:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947084544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697424.897718:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697424.897722:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697424.897726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947084544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697424.897742:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697424.897747:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2648)
00000800:00000200:2.1:1787697424.897907:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697424.897909:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697424.898097:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697424.898099:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697424.898259:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697424.898261:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787697425.345024:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697425.345026:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697425.345028:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697425.600929:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297311907, at 4297311936
00000100:00000010:0.0:1787697425.600941:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000020:00000001:0.0:1787697427.393042:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697427.393045:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697427.393047:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697429.441057:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697429.441060:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697429.441063:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697430.017473:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697430.017479:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697430.018014:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697430.018029:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697430.018315:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697430.018318:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697430.018585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697430.018587:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1787697430.465052:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697430.465055:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697430.465059:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697430.720924:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297317027, at 4297317056
00000100:00000010:0.0:1787697430.720938:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000020:00000001:0.0:1787697431.489022:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697431.489024:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697431.489027:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697432.512995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697432.512999:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697432.513002:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697433.537038:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697433.537041:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697433.537045:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697434.561025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697434.561030:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697434.561033:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697435.137542:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697435.137815:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697435.137986:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697435.138143:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787697435.585032:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697435.585036:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697435.585039:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697435.840960:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297322147, at 4297322176
00000100:00000010:0.0:1787697435.840969:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70540.
00000020:00000001:0.0:1787697436.609062:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697436.609065:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697436.609067:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697437.632981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697437.632987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697437.632991:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697437.632996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697437.633002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697437.633007:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697437.633013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697437.633016:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697437.633021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697437.633055:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697437.633059:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697437.633063:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697438.656945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697438.656952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697438.656955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697438.656961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697438.656966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697438.656971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697438.656981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697438.656983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697438.656986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697439.680950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697439.680957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697439.680961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697439.680968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697439.680973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697439.680977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697439.680981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697439.680985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697439.680991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697439.681023:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697439.681026:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697439.681029:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697440.257940:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697440.257943:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697440.258267:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697440.258270:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697440.258548:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697440.258551:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697440.258800:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697440.258803:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787697440.704957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697440.704963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697440.704966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697440.704971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697440.704976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697440.704982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697440.704988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697440.704992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697440.704997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697440.960943:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297327268, at 4297327296
00000100:00000010:0.0:1787697440.960957:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ae0.
00000020:00000001:0.0:1787697441.729061:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697441.729065:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697441.729068:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697442.752972:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697442.752976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697442.752979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697442.752982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697442.752987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697442.752990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697442.752998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697442.753000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697442.753002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697443.776952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697443.776960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697443.776962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697443.776970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697443.776975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697443.776980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697443.776984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697443.776988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697443.776992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697445.377491:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697445.377507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697445.377961:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697445.377963:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697445.378150:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697445.378152:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697445.378351:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697445.378352:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787697446.080956:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297332387, at 4297332416
00000100:00000010:0.0:1787697446.080973:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00080000:0.0:1787697450.496964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697450.496971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697450.496975:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697450.496982:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697450.496987:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697450.496994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2664
00000400:00000200:0.0:1787697450.497005:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697450.497012:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697450.497016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697450.497020:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497024:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697450.497028:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697450.497029:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697450.497031:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697450.497033:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697450.497035:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697450.497036:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697450.497038:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497039:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497040:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697450.497043:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697450.497046:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497048:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697450.497050:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697450.497053:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697450.497056:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497058:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697450.497060:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697450.497069:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697450.497072:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697450.497076:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697450.497078:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497080:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697450.497083:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697450.497087:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697450.497097:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697450.497103:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697450.497111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947086720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697450.497121:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697450.497125:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697450.497129:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947086720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697450.497148:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697450.497150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697450.497152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697450.497153:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697450.497154:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697450.497156:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697450.497159:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2664
00000400:00000200:0.0:1787697450.497162:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697450.497165:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697450.497167:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697450.497169:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497170:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497172:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497176:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697450.497178:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697450.497181:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697450.497183:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697450.497187:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697450.497188:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697450.497190:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697450.497194:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497196:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497197:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497198:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697450.497200:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697450.497203:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497207:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697450.497210:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697450.497215:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697450.497219:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497224:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697450.497227:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697450.497232:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497234:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697450.497240:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697450.497244:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697450.497246:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697450.497248:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497251:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697450.497254:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697450.497257:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697450.497260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697450.497264:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697450.497270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947086848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697450.497295:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697450.497300:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697450.497306:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947086848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697450.497329:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697450.497332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697450.497335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697450.497337:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697450.497338:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697450.497341:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697450.497346:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2664
00000400:00000200:0.0:1787697450.497353:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697450.497360:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697450.497365:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697450.497370:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497375:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497380:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497388:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697450.497393:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697450.497395:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697450.497404:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697450.497408:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697450.497413:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697450.497419:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697450.497427:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497431:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497433:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497435:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697450.497436:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697450.497438:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497442:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697450.497443:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697450.497446:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697450.497450:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497453:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697450.497456:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697450.497460:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497462:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697450.497467:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697450.497470:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697450.497474:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697450.497476:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497484:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787697450.497485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787697450.497488:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787697450.497489:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1787697450.497492:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697450.497500:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697450.497507:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697450.497517:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947086976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697450.497529:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697450.497531:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697450.497537:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947086976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697450.497551:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697450.497555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697450.497561:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697450.497564:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697450.497566:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697450.497569:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697450.497573:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2664
00000400:00000200:0.0:1787697450.497578:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697450.497583:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697450.497586:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697450.497590:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497592:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497596:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697450.497599:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697450.497601:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697450.497603:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697450.497605:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697450.497606:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697450.497611:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697450.497614:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697450.497620:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497622:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697450.497627:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697450.497632:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697450.497634:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697450.497637:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697450.497642:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697450.497648:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497653:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697450.497658:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697450.497663:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497668:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697450.497674:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697450.497680:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697450.497685:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697450.497687:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697450.497692:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697450.497693:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697450.497698:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697450.497705:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697450.497711:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697450.497720:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947087104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697450.497736:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697450.497739:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697450.497744:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947087104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697450.497759:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697450.497764:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2674)
00000800:00000200:1.1:1787697450.497951:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697450.497954:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697450.498195:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697450.498197:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697450.498388:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697450.498390:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787697451.200967:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297337507, at 4297337536
00000100:00000010:0.0:1787697451.200991:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000001:0.0:1787697451.968933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697451.968939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697451.968942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697451.968946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697451.968950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697451.968955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697451.968974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697451.968978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697451.968982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697452.992942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697452.992951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697452.992956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697452.992965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697452.992972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697452.992978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697452.992985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697452.992988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697452.992992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697454.016957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697454.016965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697454.016969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697454.016977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697454.016984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697454.016988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697454.016992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697454.016996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697454.016999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697455.040957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697455.040966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697455.040971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697455.040979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697455.040985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697455.040991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697455.041006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697455.041012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697455.041016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697455.616970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697455.616977:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697455.616980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697455.616987:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697455.616993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697455.616998:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697455.617002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697455.617006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697455.617011:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697455.617554:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697455.617557:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697455.618110:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697455.618113:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697455.618397:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697455.618400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697455.618661:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697455.618663:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787697456.065006:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697456.065018:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697456.065024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697456.065033:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697456.065040:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697456.065048:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697456.065053:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697456.065056:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697456.065062:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697456.066477:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697456.066482:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697456.066484:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697456.066487:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697456.066491:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697456.066494:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697456.066496:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697456.066498:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697456.066500:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697456.320962:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297342627, at 4297342656
00000100:00000010:0.0:1787697456.320990:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70240.
00000100:00000001:0.0:1787697457.088955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697457.088963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697457.088967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697457.088975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697457.088980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697457.088986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697457.088990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697457.088996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697457.089002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697458.112954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697458.112962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697458.112965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697458.112970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697458.112976:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697458.112980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697458.112984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697458.112988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697458.112991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697459.137058:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697459.137061:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697459.137063:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697459.137065:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697459.137068:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697459.137070:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697459.137072:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697459.137073:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697459.137075:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697460.160939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697460.160946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697460.160950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697460.160954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697460.160960:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697460.160965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697460.160970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697460.160975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697460.160981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697460.737446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697460.737451:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697460.737956:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697460.737958:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697460.738189:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697460.738191:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697460.738385:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697460.738387:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787697461.184950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697461.184958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697461.184962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697461.184969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697461.184974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697461.184979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697461.184990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697461.184992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697461.184998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697461.441012:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297347747, at 4297347776
00000100:00000010:0.0:1787697461.441038:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d702a0.
00000100:00000001:0.0:1787697462.209001:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697462.209015:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697462.209021:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697462.209028:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697462.209036:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697462.209043:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697462.209052:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697462.209059:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697462.209071:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697463.233047:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697463.233050:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697463.233051:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697463.233053:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697463.233055:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697463.233057:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697463.233059:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697463.233060:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697463.233062:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697464.256988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697464.256998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697464.257001:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697464.257008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697464.257019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697464.257026:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697464.257037:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697464.257042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697464.257046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697465.280956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697465.280964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697465.280970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697465.280978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697465.280986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697465.280992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697465.280999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697465.281003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697465.281007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697465.857516:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697465.857519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787697465.857985:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697465.857987:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787697465.858172:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697465.858173:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787697465.858325:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697465.858326:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787697466.304962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697466.304971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697466.304974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697466.304980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697466.304986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697466.304991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697466.304995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697466.304999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697466.305002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697466.305237:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697466.305240:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697466.305241:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697466.305242:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697466.305244:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697466.305245:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697466.305246:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697466.305247:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697466.305248:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697466.560997:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297352867, at 4297352896
00000100:00000010:0.0:1787697466.561019:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d709c0.
00000100:00000001:0.0:1787697467.329057:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697467.329062:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697467.329065:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697467.329069:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697467.329073:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697467.329076:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697467.329079:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697467.329084:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697467.329089:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697468.353007:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697468.353024:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697468.353032:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697468.353039:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697468.353049:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697468.353056:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697468.353077:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697468.353080:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697468.353084:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697469.376945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697469.376951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697469.376954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697469.376961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697469.376966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697469.376970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697469.376975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697469.376980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697469.376986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.400947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697470.400953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697470.400958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697470.400964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697470.400971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697470.400987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697470.400992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697470.400996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697470.401001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697470.976963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697470.976980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697470.976983:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697470.976988:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697470.976993:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697470.977001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2684
00000400:00000200:0.0:1787697470.977010:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697470.977014:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697470.977016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697470.977020:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977026:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697470.977029:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697470.977031:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697470.977033:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697470.977035:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697470.977037:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697470.977038:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697470.977040:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977045:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697470.977048:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697470.977051:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977053:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697470.977056:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697470.977059:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697470.977062:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977065:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697470.977067:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697470.977076:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697470.977079:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697470.977083:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697470.977084:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977087:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697470.977089:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697470.977092:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697470.977097:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697470.977102:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697470.977109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947088768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697470.977116:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697470.977119:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697470.977122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947088768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697470.977142:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697470.977144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697470.977146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697470.977147:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697470.977148:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697470.977150:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697470.977151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2684
00000400:00000200:0.0:1787697470.977154:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697470.977155:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697470.977157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697470.977159:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977161:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977163:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977165:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697470.977166:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697470.977167:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697470.977169:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697470.977172:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697470.977174:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697470.977177:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697470.977181:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977184:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977187:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977191:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697470.977195:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697470.977201:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977204:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697470.977212:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697470.977218:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697470.977221:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977225:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697470.977230:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697470.977234:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977239:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697470.977246:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697470.977251:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697470.977257:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697470.977260:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977262:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697470.977264:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697470.977267:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697470.977272:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697470.977279:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697470.977288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947088896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697470.977298:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697470.977301:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697470.977306:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947088896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697470.977317:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697470.977321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697470.977327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697470.977331:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697470.977333:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697470.977338:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697470.977343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2684
00000400:00000200:0.0:1787697470.977350:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697470.977357:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697470.977361:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697470.977368:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977386:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697470.977393:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697470.977396:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697470.977401:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697470.977405:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697470.977410:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697470.977415:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697470.977422:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977426:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977433:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697470.977437:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697470.977441:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977444:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697470.977446:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697470.977449:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697470.977452:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977453:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.1:1787697470.977456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:0.0:1787697470.977457:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697470.977462:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697470.977462:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787697470.977465:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697470.977470:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697470.977473:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697470.977477:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697470.977478:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977480:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697470.977483:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697470.977485:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697470.977489:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697470.977495:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697470.977501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947089024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697470.977519:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697470.977523:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697470.977533:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947089024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697470.977554:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697470.977558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697470.977561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697470.977563:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697470.977564:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697470.977569:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697470.977573:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2684
00000400:00000200:0.0:1787697470.977581:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697470.977584:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697470.977588:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697470.977590:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977592:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977595:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977597:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697470.977599:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697470.977601:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697470.977603:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697470.977607:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697470.977609:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697470.977612:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697470.977618:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977621:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697470.977625:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977629:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697470.977633:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697470.977638:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697470.977642:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697470.977646:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697470.977649:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697470.977653:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977657:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697470.977659:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697470.977662:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977664:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697470.977669:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697470.977672:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697470.977678:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697470.977680:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697470.977682:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697470.977685:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697470.977686:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697470.977691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697470.977695:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697470.977699:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947089152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697470.977718:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697470.977721:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697470.977731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947089152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697470.977758:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697470.977762:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2695)
00000800:00000200:2.1:1787697470.978013:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697470.978015:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697470.978214:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697470.978216:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697470.978455:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697470.978457:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787697471.424934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697471.424942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697471.424946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697471.424952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697471.424955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697471.424968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697471.424972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697471.424976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697471.424979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697471.681421:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297357987, at 4297358016
00000100:00000010:0.0:1787697471.681439:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00000100:00000001:0.0:1787697472.449015:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697472.449026:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697472.449033:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697472.449043:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697472.449049:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697472.449056:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697472.449062:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697472.449068:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697472.449075:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697473.472992:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697473.473003:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697473.473007:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697473.473015:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697473.473026:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697473.473031:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697473.473035:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697473.473037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697473.473040:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697474.497006:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697474.497015:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697474.497018:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697474.497028:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697474.497036:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697474.497043:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697474.497049:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697474.497055:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697474.497060:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697475.520971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697475.520978:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697475.520983:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697475.520991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697475.520997:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697475.521003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697475.521009:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697475.521014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697475.521018:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697476.096993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697476.097004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697476.097008:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697476.097015:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697476.097021:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697476.097032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2690
00000400:00000200:0.0:1787697476.097043:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697476.097051:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697476.097055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697476.097058:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097060:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097063:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697476.097066:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697476.097068:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697476.097070:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697476.097073:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697476.097074:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697476.097076:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697476.097078:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097081:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697476.097084:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697476.097086:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097089:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697476.097091:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697476.097094:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697476.097096:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097098:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697476.097100:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697476.097109:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697476.097111:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697476.097115:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697476.097117:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097120:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697476.097122:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697476.097126:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697476.097141:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697476.097148:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697476.097159:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947089280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697476.097170:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697476.097176:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697476.097181:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947089280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697476.097201:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697476.097203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697476.097206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697476.097207:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697476.097208:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697476.097210:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697476.097212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2690
00000400:00000200:0.0:1787697476.097214:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697476.097216:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697476.097218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697476.097220:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097223:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697476.097228:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697476.097229:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697476.097230:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697476.097232:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697476.097233:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697476.097238:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697476.097240:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097248:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697476.097250:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697476.097254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097262:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697476.097267:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697476.097275:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697476.097279:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097283:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697476.097290:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697476.097295:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097300:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697476.097307:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697476.097311:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697476.097316:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697476.097318:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097320:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697476.097321:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697476.097323:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697476.097333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697476.097338:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697476.097348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947089408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697476.097361:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697476.097363:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697476.097369:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947089408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697476.097380:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697476.097383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697476.097389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697476.097392:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697476.097396:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697476.097402:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697476.097408:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2690
00000400:00000200:0.0:1787697476.097417:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697476.097424:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697476.097430:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697476.097437:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097441:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097446:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097449:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697476.097454:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697476.097457:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697476.097461:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697476.097463:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697476.097467:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697476.097472:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697476.097478:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097482:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097486:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097492:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697476.097498:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697476.097505:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097511:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697476.097514:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697476.097518:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697476.097522:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097527:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697476.097532:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697476.097537:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097539:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697476.097546:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697476.097551:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697476.097554:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697476.097556:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097559:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697476.097561:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697476.097565:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697476.097569:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697476.097575:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697476.097580:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947089536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697476.097591:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697476.097594:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697476.097599:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947089536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787697476.097601:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697476.097607:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697476.097609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697476.097614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787697476.097615:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787697476.097616:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697476.097618:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697476.097623:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697476.097627:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2690
00000400:00000200:0.0:1787697476.097632:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697476.097636:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697476.097638:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697476.097643:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097645:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097650:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097653:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697476.097655:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697476.097655:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697476.097657:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697476.097659:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697476.097662:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697476.097666:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697476.097669:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097671:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697476.097674:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097676:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697476.097678:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697476.097683:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697476.097687:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697476.097691:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697476.097693:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697476.097697:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097700:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697476.097702:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697476.097705:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097706:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697476.097709:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697476.097713:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697476.097718:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697476.097728:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697476.097731:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697476.097732:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697476.097733:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697476.097736:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697476.097738:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697476.097744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947089664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697476.097753:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697476.097755:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697476.097758:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947089664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697476.097765:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697476.097769:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2700)
00000800:00000200:2.1:1787697476.098164:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697476.098166:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697476.098418:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697476.098421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697476.098698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697476.098701:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787697476.545035:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697476.545041:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697476.545043:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697476.545050:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697476.545055:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697476.545061:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697476.545066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697476.545068:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697476.545071:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697476.800979:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297363107, at 4297363136
00000100:00000010:0.0:1787697476.800993:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70f00.
00000100:00000001:0.0:1787697477.568992:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697477.568998:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697477.569005:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697477.569017:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697477.569026:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697477.569033:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697477.569038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697477.569042:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697477.569047:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697478.593004:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697478.593012:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697478.593016:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697478.593024:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697478.593031:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697478.593037:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697478.593041:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697478.593045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697478.593049:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697478.593192:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697478.593196:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697478.593198:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697478.593201:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697478.593203:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697478.593205:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697478.593207:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697478.593208:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697478.593211:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697479.616997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697479.617005:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697479.617009:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697479.617019:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697479.617027:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697479.617035:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697479.617046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697479.617048:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697479.617050:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697480.640964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697480.640970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697480.640977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697480.640983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697480.640988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697480.640993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697480.640997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697480.641001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697480.641005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697481.216980:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697481.216989:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697481.216998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697481.217007:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697481.217012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697481.217018:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697481.217023:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697481.217027:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697481.217034:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697481.217611:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697481.217617:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697481.218109:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697481.218111:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697481.218305:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697481.218307:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697481.218468:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697481.218470:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787697481.664982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697481.664998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697481.665003:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697481.665011:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697481.665018:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697481.665025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697481.665096:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697481.665098:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697481.665101:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697481.920970:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297368227, at 4297368256
00000100:00000010:0.0:1787697481.920989:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000100:00000001:0.0:1787697482.240966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697482.240976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697482.240979:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697482.240986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697482.240990:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697482.240994:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697482.240997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697482.241000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697482.241004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697482.688941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697482.688957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697482.688966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697482.688975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697482.688982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697482.688987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697482.688994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697482.688997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697482.689001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697483.264946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697483.264951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697483.264953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697483.264956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697483.264959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697483.264961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697483.264963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697483.264965:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697483.264966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697483.712942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697483.712952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697483.712957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697483.712961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697483.712969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697483.712973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697483.712982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697483.712985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697483.712987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697483.713091:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697483.713095:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697483.713097:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697484.288956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697484.288963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697484.288966:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697484.288970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697484.288974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697484.288978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697484.288980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697484.288982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697484.288985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697484.737885:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697484.737891:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697484.737893:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697484.737896:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697484.737899:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697484.737901:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697484.737902:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697484.737904:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697484.737905:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697485.760909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697485.760915:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697485.760919:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697485.760925:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697485.760931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697485.760936:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697485.760943:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697485.760955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697485.760957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697485.761032:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697485.761034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697485.761036:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697486.336973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697486.336981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697486.336985:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697486.336989:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697486.336997:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697486.337007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2700
00000400:00000200:0.0:1787697486.337025:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697486.337036:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697486.337041:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697486.337044:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697486.337057:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697486.337060:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697486.337061:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697486.337064:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697486.337065:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697486.337067:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697486.337069:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337073:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697486.337075:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697486.337077:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337078:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697486.337080:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697486.337083:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697486.337085:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337087:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697486.337090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697486.337098:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697486.337102:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697486.337106:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697486.337108:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337111:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697486.337114:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697486.337117:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697486.337125:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697486.337130:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697486.337138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947090304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697486.337144:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697486.337148:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697486.337151:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947090304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697486.337170:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697486.337173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697486.337177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697486.337178:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697486.337181:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697486.337185:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697486.337191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2700
00000400:00000200:0.0:1787697486.337196:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697486.337204:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697486.337210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697486.337215:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337230:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337237:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697486.337244:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697486.337249:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697486.337255:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697486.337261:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697486.337267:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697486.337278:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697486.337294:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337297:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337300:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697486.337318:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697486.337327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337329:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697486.337331:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697486.337337:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697486.337341:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337342:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697486.337348:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697486.337352:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337355:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697486.337367:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697486.337371:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697486.337378:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697486.337380:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337385:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697486.337389:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697486.337393:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697486.337398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697486.337402:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697486.337410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947090432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697486.337420:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697486.337425:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697486.337439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947090432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697486.337467:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697486.337471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697486.337480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697486.337481:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697486.337483:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697486.337485:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697486.337490:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2700
00000400:00000200:0.0:1787697486.337498:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697486.337501:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697486.337503:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697486.337505:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337506:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337509:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337510:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697486.337511:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697486.337512:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697486.337513:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697486.337515:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697486.337520:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697486.337527:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697486.337531:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337532:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337541:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337548:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697486.337551:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697486.337553:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337557:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697486.337560:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697486.337562:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697486.337567:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337574:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697486.337575:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697486.337580:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337586:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697486.337595:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697486.337601:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697486.337608:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697486.337615:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337618:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697486.337619:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697486.337620:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697486.337624:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697486.337635:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697486.337650:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947090560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697486.337663:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697486.337664:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697486.337671:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947090560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697486.337678:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697486.337683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697486.337688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787697486.337698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697486.337712:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697486.337716:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787697486.337719:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697486.337721:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697486.337730:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2700
00000400:00000200:0.0:1787697486.337744:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697486.337757:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697486.337761:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697486.337771:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337774:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337779:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337782:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697486.337786:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697486.337788:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697486.337792:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697486.337796:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697486.337802:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697486.337809:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697486.337821:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337824:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697486.337829:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337833:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697486.337841:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697486.337893:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697486.337897:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697486.337905:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697486.337912:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697486.337914:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337915:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697486.337918:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697486.337925:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337927:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697486.337935:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697486.337938:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697486.337941:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697486.337944:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697486.337947:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697486.337948:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697486.337949:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697486.337954:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697486.337961:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697486.337965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947090688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697486.337976:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697486.337978:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697486.337983:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947090688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697486.337990:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697486.337998:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2710)
00000800:00000200:2.1:1787697486.338290:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697486.338292:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697486.338548:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697486.338549:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697486.338797:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697486.338800:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697486.784942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697486.784945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697486.784947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697486.784949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697486.784953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697486.784954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697486.784958:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697486.784960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697486.784963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697487.040931:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297373348, at 4297373376
00000100:00000010:0.0:1787697487.040947:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d80.
00000100:00000001:0.0:1787697487.808912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697487.808917:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697487.808920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697487.808926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697487.808931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697487.808934:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697487.808937:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697487.808940:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697487.808944:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697487.809088:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697487.809092:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697487.809095:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697488.833894:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697488.833897:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697488.833898:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697488.833900:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697488.833902:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697488.833903:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697488.833905:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697488.833905:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697488.833907:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697489.856899:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697489.856910:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697489.856912:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697489.856920:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697489.856925:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697489.856931:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697489.856937:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697489.856942:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697489.856948:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697489.857041:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697489.857045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697489.857048:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697490.880975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697490.880978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697490.880980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697490.880983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697490.880988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697490.880999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697490.881023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697490.881031:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697490.881038:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697491.457711:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697491.457715:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697491.458453:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697491.458456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697491.458731:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697491.458732:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697491.458987:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697491.458990:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787697491.904971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697491.904979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697491.904982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697491.904993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697491.904999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697491.905005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697491.905019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697491.905024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697491.905032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697491.905058:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697491.905062:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697491.905067:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697492.160948:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297378467, at 4297378496
00000100:00000010:0.0:1787697492.160966:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d705a0.
00000100:00000001:0.0:1787697492.928950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697492.928957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697492.928960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697492.928966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697492.928970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697492.928974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697492.928983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697492.928985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697492.928988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697493.952978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697493.952991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697493.953002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697493.953020:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697493.953026:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697493.953034:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697493.953039:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697493.953041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697493.953046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697494.976948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697494.976954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697494.976958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697494.976964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697494.976975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697494.976981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697494.976991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697494.976995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697494.977001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697496.000941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697496.000956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697496.000960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697496.000969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697496.000975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697496.000979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697496.000990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697496.000992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697496.000995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697496.576978:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697496.576985:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697496.576988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697496.576992:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697496.576997:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697496.577000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697496.577003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697496.577005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697496.577009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697496.577535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697496.577541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697496.577969:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697496.577971:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697496.578163:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697496.578164:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697496.578322:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697496.578323:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787697497.024923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697497.024929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697497.024933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697497.024938:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697497.024943:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697497.024947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697497.024954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697497.024956:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697497.024960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697497.280945:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297383587, at 4297383616
00000100:00000010:0.0:1787697497.280961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010360.
00000100:00000001:0.0:1787697498.048958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697498.048964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697498.048968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697498.048973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697498.048979:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697498.048983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697498.048994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697498.049005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697498.049009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697499.072919:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697499.072925:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697499.072929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697499.072935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697499.072940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697499.072945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697499.072957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697499.072961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697499.072967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697500.096944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697500.096950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697500.096954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697500.096961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697500.096976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697500.096980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697500.096984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697500.096988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697500.096994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697501.120945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697501.120952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697501.120955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697501.120961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697501.120967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697501.120971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697501.120974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697501.120978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697501.120981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697501.697387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697501.697775:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697501.698003:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697501.698156:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697502.144950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697502.144956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697502.144959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697502.144965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697502.144972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697502.144977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697502.144983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697502.144987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697502.144991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697502.401000:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297388707, at 4297388736
00000100:00000010:0.0:1787697502.401019:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c60.
00000020:00000001:0.0:1787697505.217050:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697505.217055:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697505.217059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697506.241132:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697506.241136:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697506.241137:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697506.241140:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697506.241143:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697506.241145:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697506.241147:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697506.241149:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697506.241151:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697506.817967:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697506.817971:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697506.818308:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697506.818310:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697506.818613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697506.818615:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697506.818929:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697506.818932:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787697507.264971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697507.264980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697507.264984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697507.264990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697507.264996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697507.265002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697507.265019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697507.265023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697507.265026:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697507.265091:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697507.265096:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697507.265100:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697507.520983:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297393828, at 4297393856
00000100:00000010:0.0:1787697507.521003:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70300.
00000100:00000001:0.0:1787697508.288964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697508.288972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697508.288977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697508.288985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697508.288990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697508.288995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697508.289008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697508.289012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697508.289019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697509.312943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697509.312949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697509.312952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697509.312958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697509.312963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697509.312968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697509.312971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697509.312974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697509.312978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697509.313509:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697509.313513:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697509.313516:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697510.336962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697510.336966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697510.336968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697510.336970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697510.336973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697510.336979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697510.336996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697510.337000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697510.337005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.360976:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697511.360981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697511.360987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697511.360998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697511.361008:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697511.361012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697511.361034:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697511.361039:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697511.361044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697511.936985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697511.936995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697511.936999:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697511.937004:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697511.937011:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697511.937019:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2725
00000400:00000200:0.0:1787697511.937032:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697511.937040:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697511.937043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697511.937046:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937050:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.937052:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937055:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697511.937059:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697511.937061:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697511.937064:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697511.937067:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697511.937069:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697511.937071:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697511.937074:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937076:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.937078:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937080:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697511.937083:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697511.937086:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937089:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697511.937091:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697511.937095:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697511.937098:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937101:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697511.937103:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697511.937112:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697511.937115:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697511.937119:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697511.937121:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937123:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697511.937126:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697511.937129:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697511.937136:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697511.937141:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697511.937150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947092864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697511.937160:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697511.937164:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697511.937168:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947092864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697511.937189:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697511.937191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697511.937195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697511.937196:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697511.937200:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697511.937203:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697511.937206:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2725
00000400:00000200:0.0:1787697511.937211:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697511.937215:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697511.937222:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697511.937228:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937233:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.937236:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937238:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697511.937244:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697511.937247:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697511.937253:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697511.937273:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697511.937275:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697511.937278:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697511.937292:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937300:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.937310:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937317:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697511.937323:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697511.937331:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937335:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697511.937338:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697511.937342:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697511.937344:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937345:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697511.937350:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697511.937356:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937364:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697511.937373:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697511.937376:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697511.937383:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697511.937386:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937389:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697511.937392:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697511.937396:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697511.937403:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697511.937409:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697511.937421:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947092992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697511.937449:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697511.937455:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697511.937468:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947092992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697511.937487:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697511.937501:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697511.937509:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697511.937513:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697511.937517:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697511.937526:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697511.937541:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2725
00000400:00000200:0.0:1787697511.937562:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697511.937570:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697511.937574:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697511.937581:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937586:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.937593:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937597:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697511.937604:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697511.937606:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697511.937608:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697511.937613:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:2.1:1787697511.937614:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787697511.937617:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697511.937627:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787697511.937627:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787697511.937637:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937642:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.937648:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937652:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697511.937658:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697511.937662:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697511.937667:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697511.937671:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697511.937678:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697511.937683:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937693:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697511.937697:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697511.937714:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937719:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697511.937732:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697511.937738:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697511.937747:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697511.937750:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.937754:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697511.937758:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697511.937763:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697511.937771:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697511.937779:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697511.937789:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947093120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697511.937817:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697511.937824:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697511.937837:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947093120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697511.937911:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697511.937921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697511.937937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697511.937941:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697511.937943:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697511.937947:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697511.937956:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2725
00000400:00000200:0.0:1787697511.937973:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697511.937983:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697511.937990:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697511.938002:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.938009:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.938014:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.938020:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697511.938028:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697511.938032:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697511.938038:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697511.938043:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697511.938053:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697511.938059:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697511.938071:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.938076:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697511.938083:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697511.938092:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697511.938098:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697511.938109:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697511.938116:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697511.938121:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697511.938126:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697511.938134:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.938137:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697511.938140:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697511.938143:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.938149:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697511.938158:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697511.938163:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697511.938170:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697511.938173:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697511.938180:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697511.938185:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697511.938191:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697511.938201:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697511.938213:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697511.938225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947093248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697511.938246:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697511.938250:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697511.938279:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947093248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697511.938313:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697511.938329:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2735)
00000800:00000200:2.1:1787697511.938398:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697511.938400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697511.938574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697511.938575:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697511.938830:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697511.938832:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787697512.384938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697512.384949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697512.384951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697512.384958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697512.384965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697512.384971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697512.384983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697512.384992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697512.385002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697512.640972:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297398947, at 4297398976
00000100:00000010:0.0:1787697512.640990:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d80.
00000100:00000001:0.0:1787697513.408956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697513.408962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697513.408964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697513.408970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697513.408974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697513.408979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697513.408984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697513.408991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697513.409005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697514.432947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697514.432954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697514.432956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697514.432962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697514.432967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697514.432972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697514.432977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697514.432982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697514.432990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697515.457022:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697515.457035:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697515.457043:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697515.457050:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697515.457057:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697515.457065:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697515.457072:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697515.457078:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697515.457083:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697516.481013:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697516.481017:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697516.481018:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697516.481020:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697516.481024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697516.481027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697516.481028:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697516.481029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697516.481031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697517.056961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697517.056967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697517.056970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697517.056975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697517.056979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697517.056983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697517.056989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697517.056993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697517.056999:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697517.057618:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697517.057621:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697517.058246:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697517.058247:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697517.058462:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697517.058465:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697517.058730:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697517.058732:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787697517.760946:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297404067, at 4297404096
00000100:00000010:0.0:1787697517.760961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000020:00000001:0.0:1787697519.553169:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697519.553172:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697519.553176:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697519.553183:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697519.553185:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697519.553195:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697519.553198:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697519.553200:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697519.553202:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697519.553203:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697519.553204:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697519.553205:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697520.576960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697520.576966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697520.576971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697520.576978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697520.576985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697520.576990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697520.576996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697520.577000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697520.577004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697521.600935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697521.600943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697521.600948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697521.600955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697521.600962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697521.600968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697521.600979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697521.600983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697521.600986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697522.177515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697522.177521:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697522.178134:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697522.178137:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697522.178409:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697522.178412:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697522.178674:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697522.178676:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787697522.624926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697522.624934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697522.624937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697522.624943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697522.624947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697522.624952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697522.624956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697522.624960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697522.624964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697522.880929:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297409187, at 4297409216
00000100:00000010:0.0:1787697522.880946:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70f00.
00000100:00000001:0.0:1787697523.648917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697523.648924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697523.648926:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697523.648933:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697523.648938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697523.648944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697523.648949:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697523.648952:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697523.648958:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697524.673019:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697524.673031:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697524.673036:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697524.673056:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697524.673064:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697524.673069:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697524.673076:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697524.673078:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697524.673081:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697525.696951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697525.696958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697525.696961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697525.696967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697525.696974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697525.696979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697525.696984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697525.696990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697525.697009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697526.720940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697526.720947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697526.720952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697526.720958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697526.720963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697526.720970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697526.720979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697526.720987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697526.720991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697527.297397:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697527.297402:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697527.297828:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697527.297830:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697527.298041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697527.298043:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697527.298225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697527.298227:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787697527.744947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697527.744954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697527.744959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697527.744965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697527.744971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697527.744975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697527.744981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697527.744994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697527.744999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697528.000921:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297414307, at 4297414336
00000100:00000010:0.0:1787697528.000935:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70480.
00000100:00000001:0.0:1787697528.768935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697528.768941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697528.768944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697528.768950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697528.768956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697528.768960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697528.768965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697528.768977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697528.768980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697529.792943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697529.792963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697529.792966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697529.792971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697529.792976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697529.792980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697529.792990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697529.792991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697529.792993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697530.816995:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697530.817003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697530.817013:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697530.817026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697530.817034:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697530.817038:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697530.817046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697530.817049:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697530.817054:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697531.840953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697531.840959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697531.840963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697531.840968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697531.840973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697531.840978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697531.840989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697531.840993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697531.840996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697532.417549:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697532.417556:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697532.418139:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697532.418141:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697532.418434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697532.418436:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697532.418718:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697532.418721:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787697532.864978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697532.864988:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697532.864992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697532.864998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697532.865004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697532.865008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697532.865011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697532.865015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697532.865018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697533.121000:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297419427, at 4297419456
00000100:00000010:0.0:1787697533.121023:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:0.0:1787697533.888936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697533.888945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697533.888948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697533.888960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697533.888964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697533.888967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697533.888977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697533.888980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697533.888983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697534.912968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697534.912979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697534.912984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697534.912993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697534.913000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697534.913006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697534.913019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697534.913023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697534.913027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697537.537489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697537.537508:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697537.538008:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697537.538011:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697537.538282:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697537.538285:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697537.538498:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697537.538501:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787697538.240936:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297424547, at 4297424576
00000100:00000010:0.0:1787697538.240951:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000020:00000001:0.0:1787697542.080995:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697542.080999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697542.081002:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697542.657519:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697542.657523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697542.658166:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697542.658169:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697542.658435:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697542.658438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697542.658784:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697542.658786:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787697543.104930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697543.104935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697543.104939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697543.104946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697543.104951:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697543.104957:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697543.104964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697543.104968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697543.104972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697543.360941:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297429667, at 4297429696
00000100:00000010:0.0:1787697543.360954:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70e40.
00000020:00000001:0.0:1787697544.129041:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697544.129049:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697544.129054:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697546.177005:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697546.177009:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697546.177012:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697547.776948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697547.776958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697547.776961:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697547.776967:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697547.776975:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697547.776984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2761
00000400:00000200:0.0:1787697547.776992:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697547.776998:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697547.777000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697547.777003:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777006:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697547.777012:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697547.777014:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697547.777015:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697547.777018:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697547.777019:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697547.777020:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697547.777022:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777024:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697547.777027:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697547.777029:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777031:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697547.777032:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697547.777035:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697547.777037:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777038:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697547.777040:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697547.777047:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697547.777049:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697547.777052:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697547.777053:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777055:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697547.777057:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697547.777060:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697547.777065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697547.777070:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697547.777076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947096448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697547.777086:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697547.777089:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697547.777092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947096448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697547.777108:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697547.777111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697547.777114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697547.777116:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697547.777117:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697547.777120:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697547.777122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2761
00000400:00000200:0.0:1787697547.777126:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697547.777129:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697547.777131:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697547.777134:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777137:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777139:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777141:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697547.777145:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697547.777149:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697547.777152:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697547.777156:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697547.777161:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697547.777166:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697547.777171:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777175:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697547.777185:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697547.777188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777191:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697547.777193:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697547.777198:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697547.777202:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777206:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697547.777209:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697547.777213:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777216:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697547.777221:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697547.777223:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697547.777225:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697547.777226:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697547.777234:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697547.777236:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697547.777240:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697547.777244:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697547.777251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947096576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697547.777259:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697547.777261:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697547.777265:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947096576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697547.777274:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697547.777279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697547.777281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697547.777282:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697547.777283:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697547.777287:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697547.777291:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2761
00000400:00000200:0.0:1787697547.777298:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697547.777302:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697547.777305:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697547.777311:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777313:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777317:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777319:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697547.777324:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697547.777325:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697547.777326:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697547.777329:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697547.777331:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697547.777333:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697547.777336:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777337:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777338:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777341:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697547.777343:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697547.777348:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777349:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697547.777350:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697547.777354:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697547.777357:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777361:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697547.777363:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697547.777365:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777368:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697547.777371:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697547.777373:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697547.777376:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697547.777379:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777381:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697547.777384:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697547.777386:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697547.777389:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697547.777392:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697547.777397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947096704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697547.777407:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697547.777411:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697547.777414:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947096704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697547.777424:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697547.777427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697547.777432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697547.777434:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697547.777436:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697547.777438:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697547.777442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2761
00000400:00000200:0.0:1787697547.777446:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697547.777448:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697547.777450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697547.777454:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777458:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777463:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697547.777472:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697547.777474:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697547.777477:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697547.777481:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:2.1:1787697547.777481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787697547.777487:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:2.1:1787697547.777488:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1787697547.777491:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697547.777497:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777501:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697547.777504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697547.777510:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697547.777513:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697547.777517:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697547.777519:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697547.777522:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697547.777524:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777527:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697547.777531:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697547.777533:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777534:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697547.777539:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697547.777541:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697547.777545:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697547.777546:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697547.777547:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697547.777550:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697547.777552:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697547.777556:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697547.777560:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697547.777566:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947096832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697547.777576:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697547.777579:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697547.777586:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947096832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697547.777614:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697547.777619:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2771)
00000800:00000200:2.1:1787697547.777972:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697547.777973:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697547.778239:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697547.778242:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697547.778495:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697547.778497:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1787697548.225058:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697548.225063:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697548.225067:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697548.480946:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297434787, at 4297434816
00000100:00000010:0.0:1787697548.480970:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70900.
00000020:00000001:0.0:1787697550.273059:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697550.273062:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697550.273064:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697552.320954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697552.320958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697552.320960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697552.320963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697552.320966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697552.320968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697552.320971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697552.320973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697552.320975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697552.897392:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697552.897398:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697552.898012:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697552.898013:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697552.898216:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697552.898217:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697552.898490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697552.898493:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697553.344930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697553.344936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697553.344938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697553.344942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697553.344946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697553.344951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697553.344954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697553.344955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697553.344960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697553.600930:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297439907, at 4297439936
00000100:00000010:0.0:1787697553.600944:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70a80.
00000100:00000001:0.0:1787697554.368922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697554.368926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697554.368929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697554.368931:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697554.368935:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697554.368940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697554.368946:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697554.368949:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697554.368954:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697556.417006:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697556.417010:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697556.417013:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697558.017511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697558.017522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787697558.018027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697558.018028:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787697558.018293:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697558.018295:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787697558.018540:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697558.018542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1787697558.465060:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697558.465063:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697558.465068:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697558.720963:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297445027, at 4297445056
00000100:00000010:0.0:1787697558.720980:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000020:00000001:0.0:1787697560.513088:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697560.513091:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697560.513095:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697562.561012:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697562.561017:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697562.561022:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697563.136966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697563.136973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697563.136975:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697563.136979:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697563.136983:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697563.136990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2777
00000400:00000200:0.0:1787697563.136998:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697563.137003:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697563.137006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697563.137009:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697563.137020:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697563.137022:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697563.137025:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697563.137028:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697563.137031:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697563.137033:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697563.137036:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697563.137052:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697563.137055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137058:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697563.137060:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697563.137063:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697563.137066:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137068:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697563.137070:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697563.137079:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697563.137082:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697563.137086:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697563.137087:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137090:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697563.137092:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697563.137096:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697563.137103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697563.137109:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697563.137118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697563.137127:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697563.137131:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697563.137136:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947097984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697563.137155:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697563.137158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697563.137161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697563.137163:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697563.137164:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697563.137167:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697563.137169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2777
00000400:00000200:0.0:1787697563.137174:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697563.137178:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697563.137180:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697563.137184:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137198:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697563.137204:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697563.137207:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697563.137212:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697563.137217:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697563.137221:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697563.137223:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697563.137235:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137240:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137246:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137253:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697563.137258:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697563.137266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137273:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697563.137278:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697563.137284:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697563.137288:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137291:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697563.137297:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697563.137303:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137307:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697563.137315:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697563.137320:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697563.137326:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697563.137328:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137332:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697563.137336:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697563.137340:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697563.137346:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697563.137353:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697563.137361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947098112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697563.137384:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697563.137387:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697563.137390:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947098112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697563.137396:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697563.137400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697563.137403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697563.137405:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697563.137407:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697563.137412:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697563.137416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2777
00000400:00000200:0.0:1787697563.137443:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697563.137450:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697563.137453:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697563.137456:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137460:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697563.137472:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787697563.137473:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:0.0:1787697563.137474:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697563.137478:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787697563.137479:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000020:00000040:0.0:1787697563.137481:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697563.137486:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697563.137489:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697563.137494:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137499:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137502:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137505:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697563.137508:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697563.137511:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137514:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697563.137517:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697563.137521:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697563.137524:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137529:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697563.137531:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697563.137536:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137538:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697563.137542:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697563.137545:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697563.137550:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697563.137552:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137556:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697563.137558:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697563.137559:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697563.137564:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697563.137568:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697563.137577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947098240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697563.137613:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697563.137616:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697563.137627:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947098240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697563.137644:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697563.137650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697563.137656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697563.137660:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697563.137663:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697563.137670:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697563.137675:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2777
00000400:00000200:0.0:1787697563.137685:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697563.137691:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697563.137696:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697563.137702:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137707:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137711:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137716:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697563.137720:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697563.137724:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697563.137726:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697563.137730:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697563.137735:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697563.137740:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697563.137747:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137752:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697563.137759:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137763:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697563.137769:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697563.137776:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697563.137781:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697563.137786:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697563.137791:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697563.137797:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137802:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697563.137806:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697563.137810:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137814:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697563.137820:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697563.137824:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697563.137830:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697563.137833:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697563.137838:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697563.137841:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697563.137845:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697563.137878:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697563.137882:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697563.137888:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947098368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697563.137895:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697563.137900:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697563.137908:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947098368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697563.137924:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697563.137930:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2787)
00000800:00000200:1.1:1787697563.138105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697563.138107:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787697563.138291:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697563.138293:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787697563.138505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697563.138507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1787697563.840973:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297450147, at 4297450176
00000100:00000010:0.0:1787697563.840989:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a20.
00000020:00000001:0.0:1787697564.609025:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697564.609029:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697564.609031:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697566.657036:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697566.657039:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697566.657043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697568.256962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697568.256973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697568.256978:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697568.256984:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697568.256990:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697568.256999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2782
00000400:00000200:0.0:1787697568.257011:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697568.257018:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697568.257022:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697568.257026:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.257031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697568.257036:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697568.257038:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697568.257041:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697568.257044:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697568.257046:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697568.257048:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697568.257051:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.257055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697568.257060:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697568.257062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257065:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697568.257067:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697568.257071:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697568.257073:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.257076:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697568.257078:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697568.257086:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697568.257090:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697568.257093:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697568.257095:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.257098:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697568.257100:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697568.257104:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697568.257111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697568.257118:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697568.257126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947098496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697568.257136:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697568.257140:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697568.257144:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947098496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787697568.257424:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697568.257521:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697568.257524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697568.257527:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697568.257528:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697568.257530:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697568.257533:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697568.257536:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2782
00000400:00000200:0.0:1787697568.257540:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697568.257543:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697568.257545:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697568.257547:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257549:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.257552:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697568.257556:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697568.257558:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697568.257560:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697568.257562:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697568.257564:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697568.257566:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697568.257570:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257571:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.257573:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697568.257577:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697568.257580:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697568.257582:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697568.257584:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697568.257589:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697568.257591:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.257593:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697568.257597:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697568.257600:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.257602:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697568.257606:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697568.257609:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697568.257611:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697568.257612:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.257614:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697568.257615:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697568.257617:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697568.257621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697568.257625:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697568.257629:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947098624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697568.257638:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697568.257640:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697568.257643:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947098624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787697568.261365:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697568.261580:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697568.261585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697568.261589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697568.261591:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697568.261593:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697568.261596:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697568.261600:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2782
00000400:00000200:0.0:1787697568.261603:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697568.261607:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697568.261609:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697568.261612:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.261615:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.261617:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.261619:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697568.261621:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697568.261623:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697568.261626:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697568.261629:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697568.261631:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697568.261633:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697568.261635:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.261637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.261639:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.261640:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697568.261643:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697568.261647:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697568.261649:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697568.261651:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697568.261656:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697568.261658:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.261660:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697568.261664:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697568.261666:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.261668:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697568.261673:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697568.261676:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697568.261680:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697568.261681:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.261684:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697568.261686:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697568.261689:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697568.261710:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697568.261717:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697568.261724:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947098752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697568.261732:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697568.261736:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697568.261741:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947098752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787697568.261935:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697568.261993:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697568.261996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697568.261999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697568.262001:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697568.262002:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697568.262004:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697568.262008:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2782
00000400:00000200:0.0:1787697568.262012:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697568.262015:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697568.262017:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697568.262019:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.262021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.262023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.262025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697568.262027:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697568.262028:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697568.262030:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697568.262032:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697568.262034:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697568.262036:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697568.262039:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.262041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697568.262042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697568.262044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697568.262046:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697568.262049:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697568.262051:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697568.262053:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697568.262056:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697568.262057:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.262059:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697568.262061:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697568.262064:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.262065:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697568.262069:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697568.262071:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697568.262073:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697568.262075:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697568.262077:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697568.262078:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697568.262080:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697568.262083:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697568.262087:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697568.262092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947098880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697568.262098:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697568.262100:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697568.262103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947098880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787697568.262264:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697568.262359:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697568.262364:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2792)
00000020:00000001:0.0:1787697568.705057:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697568.705060:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697568.705063:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697568.961010:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297455267, at 4297455296
00000100:00000010:0.0:1787697568.961042:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010120.
00000020:00000001:0.0:1787697570.753051:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697570.753055:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697570.753059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787697571.329220:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787697571.329292:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787697571.329301:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697571.329315:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787697571.329320:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697571.329324:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787697571.329328:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697571.329332:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4300.
00000400:00000200:0.0:1787697571.329337:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697571.329341:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697571.329347:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3660
00000400:00000010:0.0:1787697571.329349:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3660.
00000100:00000001:0.0:1787697571.329354:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697571.329362:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950038b40 x1874533947098496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329394:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697571.329399:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947098496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329408:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697571.329410:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697571.329419:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697571.329421:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:0.0:1787697571.329424:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697571.329427:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697571.329430:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3330
00000400:00000010:0.0:1787697571.329431:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3330.
00000100:00000001:0.0:1787697571.329434:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697571.329438:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039e00 x1874533947098624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329447:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697571.329450:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947098624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329458:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697571.329460:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697571.329467:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697571.329477:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4200.
00000400:00000200:0.0:1787697571.329482:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697571.329489:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697571.329495:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3880
00000400:00000010:0.0:1787697571.329499:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3880.
00000100:00000001:0.0:1787697571.329504:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697571.329511:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95995003b480 x1874533947098752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329525:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697571.329532:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947098752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329544:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697571.329549:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697571.329565:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697571.329568:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4600.
00000400:00000200:0.0:1787697571.329572:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697571.329579:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697571.329584:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a32a8
00000400:00000010:0.0:1787697571.329586:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a32a8.
00000100:00000001:0.0:1787697571.329589:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697571.329595:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599500383c0 x1874533947098880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329608:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697571.329610:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947098880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697571.329626:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697571.329629:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787697572.801000:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697572.801005:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697572.801009:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697573.376961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697573.376967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697573.376968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697573.376972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697573.376975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697573.376978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697573.376979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697573.376981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697573.376983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697573.377827:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697573.377830:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697573.378184:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697573.378187:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697573.378456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697573.378458:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697573.378710:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697573.378712:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787697574.080962:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297460388, at 4297460416
00000100:00000010:0.0:1787697574.080976:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010cc0.
00000100:00000001:0.0:1787697574.400922:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697574.400928:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697574.400929:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697574.400933:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697574.400935:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697574.400938:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697574.400940:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697574.400941:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697574.400943:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697574.848980:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697574.848987:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697574.848992:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697575.424956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697575.424965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697575.424967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697575.424972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697575.424976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697575.424980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697575.424982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697575.424984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697575.424987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697575.873007:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697575.873010:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697575.873013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697576.448928:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697576.448935:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697576.448937:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697576.448942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697576.448946:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697576.448949:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697576.448951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697576.448954:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697576.448957:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697576.896984:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697576.896987:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697576.896990:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697577.472944:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697577.472949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697577.472951:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697577.472955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697577.472957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697577.472960:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697577.472962:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697577.472964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697577.472966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697577.921034:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697577.921037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697577.921040:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697578.496964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697578.496971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697578.496975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697578.496981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697578.496987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697578.496992:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697578.496998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697578.497002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697578.497010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697578.497538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697578.497544:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697578.497978:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697578.497979:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697578.498213:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697578.498216:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697578.498430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697578.498432:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787697578.945044:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697578.945047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697578.945051:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697579.200924:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297465507, at 4297465536
00000100:00000010:0.0:1787697579.200935:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470106c0.
00000020:00000001:0.0:1787697579.969010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697579.969013:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697579.969015:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697580.993052:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697580.993056:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697580.993059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697582.017026:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697582.017029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697582.017033:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697583.040978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697583.040982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697583.040983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697583.040986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697583.040988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697583.040990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697583.040992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697583.040993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697583.040996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697583.617526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697583.617533:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697583.617880:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697583.617881:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697583.618084:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697583.618087:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697583.618257:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697583.618258:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787697584.064947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697584.064959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697584.064964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697584.064968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697584.064972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697584.064977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697584.064982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697584.064985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697584.064987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697584.320932:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297470627, at 4297470656
00000100:00000010:0.0:1787697584.320940:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d703c0.
00000100:00000001:0.0:1787697585.088944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697585.088953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697585.088956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697585.088963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697585.088968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697585.088973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697585.088977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697585.088981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697585.088983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697586.112997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697586.113006:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697586.113011:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697586.113022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697586.113032:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697586.113038:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697586.113051:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697586.113056:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697586.113060:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697587.136988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697587.136998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697587.137004:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697587.137018:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697587.137025:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697587.137032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697587.137037:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697587.137042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697587.137047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.160958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697588.160966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697588.160971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697588.160977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697588.160983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697588.160988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697588.160994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697588.160998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697588.161002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697588.736976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697588.736986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697588.736991:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697588.736995:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697588.737002:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697588.737019:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2802
00000400:00000200:0.0:1787697588.737027:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697588.737032:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697588.737035:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697588.737038:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697588.737049:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697588.737051:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697588.737053:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697588.737056:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697588.737058:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697588.737061:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697588.737063:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697588.737072:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697588.737075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737078:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697588.737080:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697588.737083:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697588.737086:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737088:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697588.737090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697588.737099:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697588.737102:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697588.737106:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697588.737108:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737110:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697588.737113:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697588.737117:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697588.737124:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697588.737129:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697588.737137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947100544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697588.737146:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697588.737150:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697588.737154:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947100544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697588.737174:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697588.737177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697588.737181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697588.737182:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697588.737184:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697588.737186:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697588.737189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2802
00000400:00000200:0.0:1787697588.737193:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697588.737196:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697588.737199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697588.737202:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737205:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737209:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697588.737213:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697588.737215:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697588.737219:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697588.737222:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697588.737226:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697588.737230:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697588.737238:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737251:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697588.737254:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697588.737258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737263:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697588.737266:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697588.737273:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697588.737277:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737281:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697588.737287:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697588.737292:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737295:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697588.737301:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697588.737305:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697588.737310:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697588.737314:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737319:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697588.737321:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697588.737322:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697588.737327:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697588.737333:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697588.737342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947100672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697588.737353:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697588.737355:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697588.737361:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947100672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697588.737385:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697588.737390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697588.737395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697588.737398:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697588.737400:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697588.737403:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697588.737409:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2802
00000400:00000200:0.0:1787697588.737415:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697588.737423:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697588.737429:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697588.737436:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737442:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737449:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737456:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697588.737461:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697588.737463:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697588.737476:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697588.737480:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697588.737485:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697588.737490:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787697588.737494:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697588.737498:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787697588.737499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787697588.737504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737512:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737515:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697588.737522:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697588.737528:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737532:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697588.737537:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697588.737541:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697588.737547:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737551:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697588.737556:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697588.737561:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737574:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697588.737581:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697588.737586:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697588.737590:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697588.737593:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737596:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697588.737598:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697588.737600:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697588.737607:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697588.737612:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697588.737620:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947100800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697588.737649:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697588.737655:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697588.737664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947100800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697588.737680:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697588.737684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697588.737693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697588.737697:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697588.737700:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697588.737704:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697588.737712:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2802
00000400:00000200:0.0:1787697588.737721:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697588.737730:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697588.737734:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697588.737742:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737744:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737746:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737751:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697588.737757:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697588.737761:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697588.737765:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697588.737769:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697588.737775:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697588.737781:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697588.737796:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737802:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697588.737807:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737811:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697588.737817:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697588.737825:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697588.737830:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697588.737834:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697588.737840:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697588.737845:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737892:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697588.737895:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697588.737901:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737906:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697588.737913:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697588.737919:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697588.737925:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697588.737930:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697588.737947:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697588.737952:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697588.737956:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697588.737965:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697588.737972:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697588.737981:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947100928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697588.737994:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697588.737998:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697588.738008:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947100928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697588.738024:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697588.738031:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2812)
00000800:00000200:2.1:1787697588.738087:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697588.738089:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697588.738304:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697588.738305:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697588.738505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697588.738507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787697589.184985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697589.184997:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697589.185000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697589.185009:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697589.185014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697589.185022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697589.185027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697589.185033:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697589.185037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697589.440977:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297475747, at 4297475776
00000100:00000010:0.0:1787697589.440995:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000020:00000001:0.0:1787697591.233011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697591.233014:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697591.233019:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697592.257016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697592.257021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697592.257024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697593.281111:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697593.281115:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697593.281118:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697593.856964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697593.856974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697593.856978:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697593.856983:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697593.856989:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697593.856998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2807
00000400:00000200:0.0:1787697593.857009:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697593.857016:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697593.857019:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697593.857023:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697593.857035:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697593.857037:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697593.857040:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697593.857044:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697593.857046:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697593.857048:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697593.857051:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857057:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697593.857060:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697593.857063:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857066:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697593.857068:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697593.857071:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697593.857074:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857076:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697593.857079:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697593.857087:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697593.857090:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697593.857094:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697593.857095:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857098:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697593.857100:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697593.857104:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697593.857110:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697593.857116:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697593.857125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947101056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697593.857135:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697593.857140:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697593.857145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947101056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697593.857170:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697593.857173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697593.857176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697593.857178:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697593.857180:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697593.857182:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697593.857185:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2807
00000400:00000200:0.0:1787697593.857188:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697593.857193:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697593.857195:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697593.857199:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857204:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857207:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697593.857211:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697593.857214:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697593.857217:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697593.857221:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697593.857226:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697593.857231:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697593.857237:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857241:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697593.857254:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697593.857263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857267:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697593.857272:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697593.857279:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697593.857285:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857288:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697593.857293:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697593.857298:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857303:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697593.857310:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697593.857314:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697593.857317:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697593.857321:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857327:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697593.857331:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697593.857335:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697593.857342:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697593.857348:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697593.857357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947101184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697593.857369:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697593.857372:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697593.857379:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947101184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697593.857396:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697593.857402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697593.857408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697593.857410:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697593.857413:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697593.857417:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697593.857421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2807
00000400:00000200:0.0:1787697593.857434:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697593.857440:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697593.857444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697593.857449:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857454:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787697593.857458:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697593.857459:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:2.1:1787697593.857461:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787697593.857464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697593.857469:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697593.857473:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697593.857477:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697593.857481:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697593.857486:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697593.857490:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697593.857496:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857505:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857510:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697593.857514:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697593.857520:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857526:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697593.857530:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697593.857534:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697593.857546:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857550:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697593.857553:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697593.857557:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857559:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697593.857566:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697593.857569:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697593.857573:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697593.857575:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857579:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697593.857581:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697593.857584:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697593.857590:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697593.857595:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697593.857604:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947101312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697593.857632:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697593.857636:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697593.857647:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947101312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697593.857670:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697593.857675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697593.857694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697593.857697:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697593.857700:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697593.857706:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697593.857712:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2807
00000400:00000200:0.0:1787697593.857720:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697593.857729:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697593.857734:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697593.857741:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857747:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857752:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697593.857762:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697593.857765:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697593.857768:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697593.857772:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697593.857776:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697593.857780:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697593.857786:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857791:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697593.857796:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697593.857805:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697593.857810:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697593.857814:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697593.857818:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697593.857824:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697593.857830:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857833:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697593.857837:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697593.857873:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857877:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697593.857885:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697593.857888:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697593.857892:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697593.857895:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697593.857899:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697593.857902:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697593.857905:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697593.857911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697593.857917:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697593.857928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947101440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697593.857941:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697593.857945:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697593.857952:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947101440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697593.857967:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697593.857973:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2817)
00000800:00000200:2.1:1787697593.858041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697593.858042:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697593.858207:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697593.858208:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697593.858481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697593.858483:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1787697594.304998:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697594.305003:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697594.305006:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697594.560953:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297480867, at 4297480896
00000100:00000010:0.0:1787697594.560964:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000020:00000001:0.0:1787697595.329011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697595.329015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697595.329018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697597.376991:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697597.376994:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697597.376997:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697598.977524:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697598.977530:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697598.977968:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697598.977970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697598.978225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697598.978227:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697598.978438:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697598.978440:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1787697599.425065:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697599.425069:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697599.425073:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697599.680958:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297485987, at 4297486016
00000100:00000010:0.0:1787697599.680974:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70360.
00000020:00000001:0.0:1787697601.473148:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697601.473152:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697601.473155:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697603.521017:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697603.521021:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697603.521024:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697604.096998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697604.097007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697604.097011:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697604.097019:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697604.097026:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697604.097037:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2818
00000400:00000200:0.0:1787697604.097048:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697604.097055:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697604.097059:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697604.097063:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097069:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097072:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697604.097076:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697604.097078:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697604.097081:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697604.097084:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697604.097087:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697604.097090:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697604.097093:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097096:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097098:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097100:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697604.097103:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697604.097107:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097109:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697604.097112:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697604.097116:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697604.097119:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097127:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697604.097130:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697604.097140:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697604.097145:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697604.097149:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697604.097152:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097155:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697604.097159:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697604.097163:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697604.097171:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697604.097179:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697604.097189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947102080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697604.097200:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697604.097205:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697604.097211:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947102080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697604.097234:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697604.097237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697604.097241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697604.097242:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697604.097244:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697604.097247:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697604.097250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2818
00000400:00000200:0.0:1787697604.097253:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697604.097256:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697604.097258:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697604.097262:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097264:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097267:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097269:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697604.097272:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697604.097273:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697604.097275:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697604.097278:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697604.097280:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697604.097282:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697604.097289:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097294:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097304:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697604.097307:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697604.097314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097320:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697604.097324:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697604.097338:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697604.097344:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097347:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697604.097354:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697604.097359:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097363:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697604.097373:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697604.097379:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697604.097385:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697604.097387:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097391:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697604.097394:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697604.097397:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697604.097406:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697604.097410:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697604.097418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947102208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697604.097431:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697604.097435:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697604.097443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947102208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697604.097463:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697604.097468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697604.097473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697604.097476:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697604.097478:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697604.097483:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697604.097489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2818
00000400:00000200:0.0:1787697604.097496:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697604.097503:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697604.097508:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697604.097514:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697604.097523:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697604.097527:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697604.097531:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697604.097534:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697604.097538:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697604.097543:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697604.097551:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097562:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097566:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697604.097572:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697604.097576:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097583:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697604.097586:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697604.097591:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697604.097597:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097601:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697604.097604:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697604.097609:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097611:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697604.097619:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697604.097623:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697604.097629:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697604.097632:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697604.097634:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697604.097635:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697604.097638:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787697604.097640:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1787697604.097641:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697604.097649:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697604.097655:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697604.097663:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947102336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697604.097689:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697604.097693:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697604.097700:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947102336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697604.097714:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697604.097719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697604.097726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697604.097729:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697604.097732:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697604.097736:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697604.097741:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2818
00000400:00000200:0.0:1787697604.097751:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697604.097758:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697604.097763:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697604.097768:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097776:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697604.097785:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697604.097788:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697604.097791:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697604.097794:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697604.097799:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697604.097801:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697604.097806:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097809:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697604.097811:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097814:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697604.097819:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697604.097825:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697604.097831:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697604.097834:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697604.097839:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697604.097844:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097881:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697604.097885:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697604.097889:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097894:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697604.097900:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697604.097904:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697604.097908:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697604.097909:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697604.097911:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697604.097916:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697604.097918:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697604.097925:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697604.097931:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697604.097939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947102464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697604.097958:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697604.097963:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697604.097971:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947102464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697604.097987:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697604.097993:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2828)
00000800:00000200:2.1:1787697604.098255:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697604.098258:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697604.098527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697604.098529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697604.098805:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697604.098808:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787697604.800973:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297491107, at 4297491136
00000100:00000010:0.0:1787697604.800993:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c00.
00000020:00000001:0.0:1787697605.569107:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697605.569112:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697605.569116:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697606.592961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697606.592966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697606.592969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697606.592972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697606.592976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697606.592978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697606.592980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697606.592981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697606.592983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697607.616978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697607.616988:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697607.616994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697607.617002:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697607.617009:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697607.617016:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697607.617028:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697607.617036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697607.617040:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697608.640945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697608.640951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697608.640953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697608.640958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697608.640962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697608.640967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697608.640971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697608.640975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697608.640980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697609.217544:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697609.217551:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697609.217998:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697609.218000:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697609.218261:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697609.218263:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697609.218521:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697609.218523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787697609.664956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697609.664965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697609.664970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697609.664978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697609.664985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697609.664990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697609.664997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697609.665000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697609.665003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697609.920941:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297496227, at 4297496256
00000100:00000010:0.0:1787697609.920955:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d704e0.
00000020:00000001:0.0:1787697611.713125:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697611.713129:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697611.713133:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697613.312954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697613.312970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697613.312972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697613.312977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697613.312980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697613.312983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697613.312985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697613.312987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697613.312990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697613.760956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697613.760962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697613.760966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697613.760971:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697613.760977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697613.760981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697613.760988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697613.760991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697613.760995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697614.336943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697614.336952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697614.336955:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697614.336958:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697614.336961:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697614.336972:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2828
00000400:00000200:0.0:1787697614.336979:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697614.336983:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697614.336986:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697614.336988:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.336990:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.336992:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.336994:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697614.336998:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697614.337000:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697614.337002:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697614.337006:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697614.337008:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697614.337010:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697614.337013:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337015:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337017:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337019:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697614.337022:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697614.337025:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337027:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697614.337030:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697614.337033:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697614.337036:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337038:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697614.337040:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697614.337056:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697614.337059:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697614.337062:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697614.337063:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337065:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697614.337067:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697614.337070:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697614.337075:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697614.337080:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697614.337087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947103104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697614.337094:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697614.337096:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697614.337099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947103104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697614.337113:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697614.337115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697614.337119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697614.337120:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697614.337122:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697614.337124:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697614.337126:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2828
00000400:00000200:0.0:1787697614.337130:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697614.337133:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697614.337135:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697614.337138:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337148:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337151:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337154:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697614.337157:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697614.337158:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697614.337162:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697614.337163:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697614.337167:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697614.337169:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697614.337173:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337175:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337179:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337182:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697614.337187:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697614.337193:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337200:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697614.337205:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697614.337212:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697614.337217:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337221:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697614.337227:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697614.337233:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337236:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697614.337241:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697614.337245:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697614.337251:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697614.337254:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337256:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697614.337258:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697614.337262:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697614.337271:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697614.337278:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697614.337287:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947103232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697614.337296:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697614.337313:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697614.337321:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947103232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697614.337338:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697614.337340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697614.337352:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697614.337356:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697614.337358:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697614.337363:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697614.337367:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2828
00000400:00000200:0.0:1787697614.337371:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697614.337376:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697614.337378:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697614.337381:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337382:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337385:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337388:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697614.337391:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697614.337392:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697614.337393:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697614.337395:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697614.337397:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697614.337401:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697614.337404:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337408:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337410:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337412:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697614.337414:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697614.337418:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337421:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697614.337424:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697614.337428:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697614.337432:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337434:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697614.337437:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697614.337441:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337445:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697614.337451:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697614.337454:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697614.337460:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697614.337462:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337467:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697614.337468:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697614.337471:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697614.337484:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697614.337489:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697614.337505:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947103360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787697614.337517:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697614.337522:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697614.337524:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697614.337524:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787697614.337530:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947103360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697614.337541:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697614.337545:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697614.337549:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697614.337559:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697614.337562:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697614.337567:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697614.337573:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2828
00000400:00000200:0.0:1787697614.337580:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697614.337587:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697614.337592:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697614.337595:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337597:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697614.337600:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697614.337602:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697614.337605:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697614.337607:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697614.337609:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697614.337617:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697614.337626:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697614.337635:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337639:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697614.337643:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697614.337649:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697614.337653:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697614.337655:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697614.337658:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697614.337663:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337665:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697614.337667:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697614.337669:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337674:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697614.337677:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697614.337681:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697614.337683:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697614.337684:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697614.337685:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697614.337687:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697614.337689:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697614.337693:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697614.337696:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697614.337703:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947103488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697614.337711:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697614.337714:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697614.337721:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947103488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697614.337738:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697614.337743:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2838)
00000100:00000001:0.0:1787697614.337767:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697614.337773:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697614.337775:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697614.337779:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697614.337782:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697614.337786:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697614.337789:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697614.337791:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697614.337795:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697614.338098:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697614.338101:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697614.338358:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697614.338360:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697614.338559:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697614.338560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787697614.785098:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697614.785102:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697614.785103:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697614.785106:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697614.785108:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697614.785110:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697614.785111:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697614.785113:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697614.785114:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697615.040961:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297501347, at 4297501376
00000100:00000010:0.0:1787697615.040976:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70000.
00000100:00000001:0.0:1787697615.360916:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697615.360922:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697615.360924:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697615.360927:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697615.360930:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697615.360932:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697615.360934:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697615.360935:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697615.360937:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697615.808929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697615.808935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697615.808938:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697615.808944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697615.808949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697615.808954:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697615.808966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697615.808976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697615.808980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697616.384965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697616.384972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697616.384974:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697616.384979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697616.384983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697616.384987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697616.384989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697616.384992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697616.384995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697616.832954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697616.832967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697616.832972:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697616.832977:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697616.832983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697616.832987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697616.833000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697616.833004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697616.833010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697617.408956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697617.408962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697617.408963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697617.408967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697617.408969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697617.408972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697617.408974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697617.408976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697617.408977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697617.856901:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697617.856910:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697617.856915:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697617.856923:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697617.856930:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697617.856934:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697617.856948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697617.856951:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697617.856954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697618.432963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697618.432970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697618.432973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697618.432978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697618.432981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697618.432984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697618.432987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697618.432990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697618.432992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697619.456983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697619.456989:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697619.456990:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697619.456997:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697619.457002:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697619.457008:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697619.457012:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697619.457016:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697619.457022:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697619.457562:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697619.457568:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697619.458176:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697619.458178:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697619.458445:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697619.458447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697619.458716:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697619.458718:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787697620.160908:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297506467, at 4297506496
00000100:00000010:0.0:1787697620.160921:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70600.
00000100:00000001:0.0:1787697621.952926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697621.952932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697621.952937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697621.952941:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697621.952946:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697621.952950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697621.952955:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697621.952957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697621.952959:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697622.977008:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697622.977012:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697622.977014:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697622.977017:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697622.977020:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697622.977022:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697622.977025:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697622.977027:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697622.977029:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.000938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697624.000946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697624.000951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697624.000958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697624.000965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697624.000969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697624.000981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697624.000985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697624.000988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697624.576938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697624.576947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697624.576952:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697624.576957:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697624.576965:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697624.576975:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2838
00000400:00000200:0.0:1787697624.576984:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697624.576989:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697624.576993:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697624.576996:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.576999:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577001:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577003:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697624.577007:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697624.577008:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697624.577011:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697624.577014:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697624.577016:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697624.577019:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697624.577021:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577025:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697624.577030:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697624.577033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577035:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697624.577038:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697624.577041:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697624.577044:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577046:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697624.577049:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697624.577058:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697624.577061:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697624.577065:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697624.577067:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577069:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697624.577071:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697624.577075:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697624.577082:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697624.577088:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697624.577096:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947104128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697624.577105:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697624.577109:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697624.577113:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947104128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697624.577135:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697624.577137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697624.577140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697624.577142:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697624.577143:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697624.577146:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697624.577148:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2838
00000400:00000200:0.0:1787697624.577151:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697624.577154:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697624.577157:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697624.577160:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577162:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577165:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577167:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697624.577170:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697624.577171:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697624.577173:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697624.577175:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697624.577180:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697624.577182:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697624.577188:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577191:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577199:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697624.577204:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697624.577210:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577214:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697624.577219:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697624.577225:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697624.577229:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577232:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697624.577238:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697624.577244:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577249:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697624.577257:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697624.577262:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697624.577267:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697624.577270:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577275:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697624.577278:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697624.577281:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697624.577287:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697624.577292:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697624.577301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947104256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697624.577330:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697624.577335:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697624.577344:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947104256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697624.577370:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697624.577376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697624.577382:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697624.577386:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697624.577389:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697624.577394:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697624.577400:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2838
00000400:00000200:0.0:1787697624.577407:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697624.577413:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697624.577418:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697624.577425:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577430:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577435:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577440:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697624.577445:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697624.577449:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697624.577454:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697624.577458:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697624.577463:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697624.577467:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697624.577473:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577479:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577485:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577488:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697624.577493:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697624.577499:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577503:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697624.577505:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697624.577509:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697624.577514:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577518:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.1:1787697624.577518:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697624.577522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000008:00100000:0.0:1787697624.577523:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697624.577529:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577533:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697624.577538:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697624.577543:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697624.577548:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697624.577551:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577555:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697624.577558:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697624.577562:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697624.577568:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697624.577573:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697624.577584:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947104384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697624.577595:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697624.577599:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697624.577605:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947104384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697624.577616:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697624.577619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697624.577627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697624.577630:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697624.577634:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697624.577640:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697624.577644:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2838
00000400:00000200:0.0:1787697624.577653:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697624.577661:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697624.577665:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697624.577672:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577677:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577682:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577687:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697624.577692:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697624.577695:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697624.577698:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697624.577701:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697624.577706:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697624.577711:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697624.577718:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577724:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697624.577729:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577732:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697624.577737:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697624.577743:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697624.577747:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697624.577752:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697624.577764:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697624.577770:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577775:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697624.577778:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697624.577783:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577787:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697624.577793:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697624.577799:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697624.577805:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697624.577809:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697624.577815:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697624.577818:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697624.577821:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697624.577828:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697624.577834:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697624.577843:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947104512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697624.577890:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697624.577894:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697624.577903:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947104512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697624.577919:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697624.577925:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2848)
00000800:00000200:2.1:1787697624.578041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697624.578044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697624.578331:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697624.578334:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697624.578616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697624.578617:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787697625.024918:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697625.024925:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697625.024928:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697625.024934:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697625.024941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697625.024945:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697625.024948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697625.024951:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697625.024958:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697625.280919:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297511587, at 4297511616
00000100:00000010:0.0:1787697625.280934:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70000.
00000100:00000001:0.0:1787697626.048927:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697626.048933:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697626.048937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697626.048945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697626.048953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697626.048959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697626.048972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697626.048976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697626.048979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697627.072925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697627.072938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697627.072942:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697627.072947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697627.072952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697627.072956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697627.072962:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697627.072965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697627.072969:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697628.096932:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697628.096940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697628.096943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697628.096950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697628.096956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697628.096961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697628.096973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697628.096976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697628.096981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697629.120950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697629.120958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697629.120961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697629.120966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697629.120973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697629.120978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697629.120985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697629.120989:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697629.120993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697629.697480:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697629.697484:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697629.698104:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697629.698106:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697629.698388:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697629.698390:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697629.698698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697629.698701:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787697630.144934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697630.144940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697630.144945:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697630.144953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697630.144959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697630.144963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697630.144976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697630.144980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697630.144987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697630.400943:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297516707, at 4297516736
00000100:00000010:0.0:1787697630.400961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70120.
00000100:00000001:0.0:1787697631.168923:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697631.168932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697631.168937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697631.168944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697631.168950:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697631.168954:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697631.168965:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697631.168968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697631.168972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697632.192939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697632.192947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697632.192951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697632.192957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697632.192964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697632.192969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697632.192975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697632.192978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697632.192982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697633.216944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697633.216952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697633.216957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697633.216965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697633.216972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697633.216979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697633.216997:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697633.217001:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697633.217005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697634.240943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697634.240951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697634.240956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697634.240964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697634.240970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697634.240975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697634.240979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697634.240983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697634.240987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697634.817523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697634.817803:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697634.817994:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697634.818161:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697635.264916:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697635.264923:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697635.264927:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697635.264935:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697635.264941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697635.264946:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697635.264952:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697635.264955:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697635.264958:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697635.520943:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297521827, at 4297521856
00000100:00000010:0.0:1787697635.520959:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d708a0.
00000100:00000001:0.0:1787697636.288931:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697636.288939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697636.288943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697636.288948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697636.288953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697636.288959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697636.288971:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697636.288975:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697636.288978:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697636.864961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697636.864968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697636.864970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697636.864975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697636.864978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697636.864982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697636.864984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697636.864987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697636.864990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697637.312953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697637.312962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697637.312967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697637.312975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697637.312982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697637.312987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697637.313002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697637.313007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697637.313011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697637.889176:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697637.889192:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697637.889195:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697637.889202:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697637.889206:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697637.889211:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697637.889214:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697637.889217:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697637.889221:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697638.336919:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697638.336928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697638.336930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697638.336937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697638.336941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697638.336945:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697638.336948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697638.336950:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697638.336955:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697638.913017:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697638.913023:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697638.913025:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697638.913028:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697638.913030:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697638.913033:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697638.913035:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697638.913037:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697638.913038:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697639.360965:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697639.360973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697639.360977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697639.360983:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697639.360990:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697639.360996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697639.361004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697639.361006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697639.361009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697639.937006:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697639.937016:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697639.937021:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697639.937028:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697639.937034:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697639.937038:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697639.937045:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697639.937061:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697639.937064:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697639.938650:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697639.938654:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697639.939015:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697639.939018:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697639.939334:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697639.939337:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697639.939645:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697639.939648:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787697640.384934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697640.384943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697640.384946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697640.384953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697640.384958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697640.384962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697640.384966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697640.384970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697640.384976:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697640.640945:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297526948, at 4297526976
00000100:00000010:0.0:1787697640.640964:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470107e0.
00000100:00000001:0.0:1787697641.408976:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697641.408987:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697641.408991:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697641.408999:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697641.409007:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697641.409014:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697641.409062:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697641.409067:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697641.409071:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697642.432964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697642.432975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697642.432981:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697642.432990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697642.432998:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697642.433014:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697642.433030:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697642.433033:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697642.433037:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697643.456956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697643.456967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697643.456971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697643.456978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697643.456984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697643.457001:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697643.457004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697643.457008:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697643.457011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697643.457080:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697643.457084:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697643.457086:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697643.457088:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697643.457091:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697643.457093:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697643.457095:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697643.457097:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697643.457099:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697644.480978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697644.480987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697644.480992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697644.480996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697644.481002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697644.481007:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697644.481010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697644.481012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697644.481014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697645.057423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697645.057427:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697645.057803:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697645.057805:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697645.058013:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697645.058015:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787697645.058271:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697645.058274:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1787697645.504930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697645.504942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697645.504945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697645.504951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697645.504964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697645.504969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697645.504973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697645.504976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697645.504981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697645.760934:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297532067, at 4297532096
00000100:00000010:0.0:1787697645.760946:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70060.
00000100:00000001:0.0:1787697646.528949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697646.528954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697646.528958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697646.528962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697646.528967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697646.528972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697646.528978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697646.528981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697646.528984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697647.552930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697647.552934:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697647.552936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697647.552940:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697647.552944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697647.552947:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697647.552950:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697647.552953:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697647.552957:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697648.576948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697648.576953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697648.576955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697648.576960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697648.576964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697648.576968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697648.576971:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697648.576974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697648.576978:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697649.601008:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697649.601013:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697649.601029:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697650.177379:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697650.177384:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697650.177771:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697650.177773:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697650.177981:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697650.177982:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787697650.178140:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697650.178142:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787697650.880958:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297537187, at 4297537216
00000100:00000010:0.0:1787697650.880974:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000020:00000001:0.0:1787697651.648997:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697651.649000:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697651.649004:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697652.672991:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697652.672995:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697652.672998:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697653.697099:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697653.697103:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697653.697106:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697654.720946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697654.720951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697654.720954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697654.720958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697654.720961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697654.720963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697654.720966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697654.720970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697654.720972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697655.296930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697655.296935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697655.296938:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697655.296941:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697655.296944:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697655.296949:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2869
00000400:00000200:0.0:1787697655.296956:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697655.296961:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697655.296963:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697655.296965:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.296967:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.296968:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.296970:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697655.296973:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697655.296974:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697655.296976:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697655.296978:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697655.296980:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697655.296981:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697655.296982:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.296983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.296985:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.296986:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697655.296988:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697655.296990:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697655.296992:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697655.296993:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697655.296995:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697655.296997:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.296998:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697655.297000:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697655.297006:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697655.297008:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697655.297011:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697655.297012:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297014:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697655.297015:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697655.297018:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697655.297023:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697655.297028:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697655.297034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947107200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697655.297041:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697655.297044:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697655.297048:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947107200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697655.297067:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697655.297070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697655.297073:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697655.297075:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697655.297077:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697655.297080:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697655.297084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2869
00000400:00000200:0.0:1787697655.297092:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697655.297099:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697655.297104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697655.297109:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297113:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.297117:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297121:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697655.297125:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697655.297127:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697655.297130:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697655.297132:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697655.297137:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697655.297143:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697655.297150:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297153:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.297155:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297159:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697655.297162:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697655.297166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297168:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697655.297170:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697655.297176:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697655.297181:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297185:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697655.297188:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697655.297191:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297192:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697655.297199:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697655.297201:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697655.297205:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697655.297208:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297211:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697655.297213:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697655.297215:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697655.297220:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697655.297225:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697655.297234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947107328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697655.297243:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697655.297246:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697655.297251:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947107328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697655.297261:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697655.297265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697655.297271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697655.297273:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697655.297275:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697655.297278:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697655.297282:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2869
00000400:00000200:0.0:1787697655.297287:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697655.297293:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697655.297296:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697655.297300:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.297306:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697655.297310:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697655.297312:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697655.297314:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697655.297317:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697655.297319:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697655.297323:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697655.297326:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297328:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.297330:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297333:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697655.297336:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697655.297342:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297346:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697655.297347:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697655.297349:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697655.297353:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297356:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697655.297359:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697655.297360:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297361:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697655.297364:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697655.297367:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697655.297368:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697655.297369:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297372:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697655.297374:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697655.297376:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697655.297380:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697655.297382:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697655.297389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947107456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787697655.297394:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697655.297400:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787697655.297400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787697655.297402:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697655.297409:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947107456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697655.297419:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697655.297421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697655.297424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697655.297427:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697655.297429:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697655.297431:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697655.297434:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2869
00000400:00000200:0.0:1787697655.297439:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697655.297443:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697655.297444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697655.297446:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297457:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.297461:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297465:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697655.297469:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697655.297471:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697655.297473:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697655.297474:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697655.297476:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697655.297480:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697655.297483:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297484:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697655.297485:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297486:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697655.297488:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697655.297490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697655.297495:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697655.297498:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697655.297501:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697655.297503:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297507:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697655.297510:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697655.297513:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297514:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697655.297518:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697655.297522:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697655.297527:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697655.297530:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697655.297534:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697655.297536:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697655.297538:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697655.297545:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697655.297549:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697655.297561:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947107584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697655.297570:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697655.297573:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697655.297580:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947107584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697655.297588:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697655.297592:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2879)
00000800:00000200:2.1:1787697655.297816:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697655.297818:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697655.298078:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697655.298080:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697655.298271:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697655.298273:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787697655.744979:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697655.744986:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697655.744989:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697655.744995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697655.745003:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697655.745008:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697655.745012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697655.745014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697655.745016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697655.745105:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697655.745109:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697655.745112:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697656.000955:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297542307, at 4297542336
00000100:00000010:0.0:1787697656.000970:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000100:00000001:0.0:1787697656.768947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697656.768954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697656.768957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697656.768965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697656.768973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697656.768979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697656.768986:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697656.768990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697656.768993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697657.792925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697657.792932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697657.792934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697657.792941:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697657.792949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697657.792955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697657.792969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697657.792974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697657.792979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697658.816942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697658.816949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697658.816954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697658.816961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697658.816966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697658.816972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697658.816985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697658.816988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697658.816994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697659.840933:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697659.840939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697659.840944:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697659.840952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697659.840957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697659.840963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697659.840968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697659.840971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697659.840977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697660.417371:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697660.417378:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697660.417808:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697660.417810:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697660.417994:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697660.417995:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697660.418144:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697660.418145:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787697660.865017:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697660.865031:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697660.865038:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697660.865048:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697660.865055:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697660.865062:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697660.865066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697660.865069:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697660.865073:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697661.120998:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297547427, at 4297547456
00000100:00000010:0.0:1787697661.121021:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70660.
00000100:00000001:0.0:1787697661.888925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697661.888936:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697661.888939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697661.888946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697661.888953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697661.888958:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697661.888963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697661.888967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697661.888972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697662.912971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697662.912980:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697662.912984:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697662.912991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697662.912997:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697662.913003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697662.913007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697662.913011:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697662.913016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697664.960963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697664.960970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697664.960973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697664.960978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697664.960983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697664.960986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697664.960991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697664.960994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697664.960998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697665.537452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697665.537456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697665.538089:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697665.538092:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697665.538371:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697665.538373:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787697665.538570:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697665.538572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787697665.984951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697665.984956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697665.984959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697665.984966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697665.984973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697665.984978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697665.984983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697665.984987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697665.984995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697666.240914:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297552547, at 4297552576
00000100:00000010:0.0:1787697666.240926:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70a80.
00000100:00000001:0.0:1787697667.008950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697667.008958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697667.008961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697667.008967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697667.008972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697667.008976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697667.008981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697667.008985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697667.008988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697668.032971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697668.032977:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697668.032979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697668.032985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697668.032989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697668.032995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697668.033002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697668.033005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697668.033014:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697669.056946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697669.056955:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697669.056960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697669.056969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697669.056975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697669.056981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697669.056995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697669.056998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697669.057003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697670.080922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697670.080927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697670.080930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697670.080935:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697670.080941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697670.080944:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697670.080948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697670.080951:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697670.080953:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697670.657572:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697670.657575:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697670.657964:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697670.657967:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697670.658174:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697670.658176:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697670.658328:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697670.658329:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787697671.104939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697671.104945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697671.104948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697671.104954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697671.104960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697671.104965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697671.104970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697671.104972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697671.104974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697671.360940:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297557667, at 4297557696
00000100:00000010:0.0:1787697671.360958:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ae0.
00000100:00000001:0.0:1787697672.128920:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697672.128927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697672.128930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697672.128936:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697672.128944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697672.128949:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697672.128960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697672.128964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697672.128967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697673.152948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697673.152956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697673.152960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697673.152968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697673.152973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697673.152977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697673.152985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697673.152988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697673.152991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697675.201009:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697675.201013:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697675.201016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697675.777754:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697675.777767:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697675.778309:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697675.778312:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697675.778607:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697675.778609:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697675.778903:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697675.778906:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787697676.480925:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297562788, at 4297562816
00000100:00000010:0.0:1787697676.480938:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70e40.
00000020:00000001:0.0:1787697677.249055:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697677.249061:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697677.249065:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697679.296998:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697679.297002:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697679.297004:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697680.896958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697680.896966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697680.896971:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697680.896977:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697680.896984:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697680.896994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2894
00000400:00000200:0.0:1787697680.897007:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697680.897014:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697680.897018:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697680.897022:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897026:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897029:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897032:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697680.897036:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697680.897039:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697680.897042:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697680.897046:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697680.897048:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697680.897051:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697680.897054:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897056:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897058:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897060:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697680.897063:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697680.897066:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897068:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697680.897071:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697680.897075:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697680.897078:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897080:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697680.897083:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697680.897093:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697680.897097:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697680.897102:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697680.897104:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897108:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697680.897110:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697680.897115:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697680.897122:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697680.897128:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697680.897136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947109760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697680.897144:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697680.897148:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697680.897152:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947109760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697680.897169:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697680.897171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697680.897174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697680.897175:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697680.897176:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697680.897178:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697680.897181:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2894
00000400:00000200:0.0:1787697680.897185:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697680.897187:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697680.897189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697680.897192:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897195:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897197:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897199:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697680.897201:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697680.897202:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697680.897203:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697680.897204:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697680.897207:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697680.897208:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697680.897215:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897218:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897223:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897228:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697680.897233:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697680.897239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897244:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697680.897248:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697680.897256:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697680.897262:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897265:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697680.897271:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697680.897275:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897279:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697680.897287:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697680.897291:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697680.897295:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697680.897299:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897300:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697680.897301:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697680.897303:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697680.897310:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697680.897313:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697680.897322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947109888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697680.897334:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697680.897337:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697680.897356:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947109888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697680.897362:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697680.897365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697680.897369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697680.897372:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697680.897374:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697680.897378:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697680.897382:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2894
00000400:00000200:0.0:1787697680.897386:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697680.897390:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697680.897394:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697680.897397:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897398:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897399:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897401:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697680.897403:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697680.897405:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697680.897406:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697680.897408:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697680.897411:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697680.897414:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697680.897418:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897421:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897425:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897427:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697680.897430:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697680.897435:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897439:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697680.897443:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697680.897448:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697680.897452:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897455:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697680.897460:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697680.897464:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897467:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697680.897473:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697680.897479:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697680.897485:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697680.897487:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697680.897490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697680.897491:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697680.897494:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697680.897497:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697680.897497:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1787697680.897503:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697680.897508:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697680.897513:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947110016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697680.897524:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697680.897527:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697680.897532:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947110016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697680.897540:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697680.897544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697680.897551:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697680.897553:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697680.897555:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697680.897559:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697680.897563:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2894
00000400:00000200:0.0:1787697680.897569:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697680.897574:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697680.897578:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697680.897585:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897588:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897592:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697680.897604:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697680.897607:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697680.897611:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697680.897614:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697680.897616:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697680.897621:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697680.897624:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897627:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697680.897631:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697680.897636:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697680.897641:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697680.897645:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697680.897648:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697680.897651:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697680.897655:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897658:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697680.897661:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697680.897665:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897669:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697680.897673:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697680.897678:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697680.897681:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697680.897683:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697680.897685:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697680.897687:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697680.897690:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697680.897695:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697680.897699:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697680.897706:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947110144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697680.897718:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697680.897721:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697680.897726:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947110144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697680.897738:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697680.897741:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2904)
00000800:00000200:2.1:1787697680.897954:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697680.897956:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697680.898180:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697680.898182:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697680.898387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697680.898388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1787697681.345090:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697681.345094:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697681.345098:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697681.600990:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297567907, at 4297567936
00000100:00000010:0.0:1787697681.601009:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000020:00000001:0.0:1787697683.393063:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697683.393066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697683.393070:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697686.016934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697686.016941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697686.016944:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697686.016947:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697686.016951:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697686.016959:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2899
00000400:00000200:0.0:1787697686.016967:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697686.016973:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697686.016977:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697686.016980:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.016982:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.016984:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.016985:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697686.016988:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697686.016989:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697686.016992:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697686.016994:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697686.016996:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697686.016997:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697686.017000:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017002:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017004:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017006:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697686.017009:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697686.017012:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017014:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697686.017017:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697686.017020:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697686.017022:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017024:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697686.017026:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697686.017034:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697686.017038:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697686.017041:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697686.017043:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017046:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697686.017048:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697686.017058:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697686.017066:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697686.017072:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697686.017081:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947110272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697686.017091:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697686.017094:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697686.017099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947110272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697686.017119:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697686.017122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697686.017125:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697686.017127:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697686.017129:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697686.017133:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697686.017136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2899
00000400:00000200:0.0:1787697686.017141:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697686.017146:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697686.017151:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697686.017158:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017162:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017167:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017171:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697686.017176:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697686.017179:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697686.017182:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697686.017186:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697686.017190:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697686.017194:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697686.017202:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017207:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017210:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017216:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697686.017222:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697686.017228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017232:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697686.017234:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697686.017240:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697686.017246:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017251:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697686.017269:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697686.017275:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017280:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697686.017288:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697686.017293:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697686.017296:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697686.017298:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017299:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697686.017301:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697686.017303:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697686.017308:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697686.017314:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697686.017321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947110400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697686.017332:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697686.017336:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697686.017341:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947110400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697686.017353:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697686.017358:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697686.017367:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697686.017371:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697686.017375:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697686.017379:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697686.017385:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2899
00000400:00000200:0.0:1787697686.017392:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:2.1:1787697686.017393:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697686.017397:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000400:00000200:0.0:1787697686.017401:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697686.017406:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697686.017413:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017419:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017425:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017431:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697686.017435:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697686.017439:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697686.017443:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697686.017447:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697686.017452:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697686.017458:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697686.017465:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017469:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017472:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017475:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697686.017480:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697686.017486:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017491:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697686.017494:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697686.017499:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697686.017503:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017508:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697686.017511:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697686.017514:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017519:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697686.017526:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697686.017528:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697686.017531:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697686.017533:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017537:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697686.017538:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697686.017541:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697686.017547:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697686.017552:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697686.017561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947110528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697686.017588:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697686.017592:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697686.017599:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947110528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697686.017621:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697686.017629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697686.017635:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697686.017638:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697686.017642:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697686.017647:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697686.017653:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2899
00000400:00000200:0.0:1787697686.017660:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697686.017674:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697686.017680:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697686.017685:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017690:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017696:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017702:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697686.017707:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697686.017710:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697686.017714:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697686.017716:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697686.017720:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697686.017724:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697686.017730:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017734:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697686.017738:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017742:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697686.017746:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697686.017750:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697686.017756:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697686.017759:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697686.017764:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697686.017768:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017771:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697686.017774:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697686.017778:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017782:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697686.017792:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697686.017797:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697686.017799:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697686.017802:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697686.017803:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697686.017807:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697686.017809:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697686.017813:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697686.017817:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697686.017823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947110656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697686.017839:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697686.017842:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697686.017846:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947110656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697686.017868:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697686.017871:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2910)
00000800:00000200:2.1:1787697686.017999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697686.018001:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787697686.018285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697686.018288:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787697686.018556:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697686.018558:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1787697686.720962:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297573027, at 4297573056
00000100:00000010:0.0:1787697686.720975:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70480.
00000020:00000001:0.0:1787697689.537007:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697689.537012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697689.537016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697689.537058:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697689.537061:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697689.537063:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697689.537066:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697689.537068:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697689.537071:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697689.537073:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697689.537075:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697689.537077:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697690.560952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697690.560960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697690.560963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697690.560968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697690.560972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697690.560975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697690.560979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697690.560982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697690.560985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697691.137685:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697691.137694:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697691.138530:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697691.138531:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697691.138706:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697691.138707:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787697691.139015:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697691.139017:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787697691.584966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697691.584975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697691.584978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697691.584986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697691.584992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697691.584997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697691.585001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697691.585005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697691.585009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697691.840977:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297578148, at 4297578176
00000100:00000010:0.0:1787697691.840999:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70f00.
00000100:00000001:0.0:1787697693.633048:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697693.633050:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697693.633051:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697693.633053:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697693.633054:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697693.633056:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697693.633057:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697693.633058:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697693.633059:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697694.656942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697694.656948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697694.656952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697694.656960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697694.656967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697694.656970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697694.656973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697694.656976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697694.656981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697695.680937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697695.680944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697695.680947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697695.680952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697695.680957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697695.680960:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697695.680964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697695.680967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697695.680970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697696.257520:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697696.257525:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697696.257944:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697696.257945:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697696.258127:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697696.258129:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787697696.258319:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697696.258321:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787697696.704932:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697696.704939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697696.704940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697696.704945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697696.704950:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697696.704953:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697696.704956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697696.704958:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697696.704961:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697696.960961:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297583267, at 4297583296
00000100:00000010:0.0:1787697696.960977:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000100:00080000:0.0:1787697701.376943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697701.376949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697701.376952:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697701.376957:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697701.376962:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697701.376970:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2915
00000400:00000200:0.0:1787697701.376978:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697701.376983:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697701.376985:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697701.377000:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377004:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377006:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697701.377009:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697701.377010:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697701.377012:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697701.377015:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697701.377016:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697701.377017:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697701.377019:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377020:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377021:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697701.377024:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697701.377026:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377028:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697701.377030:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697701.377032:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697701.377034:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377035:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697701.377037:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697701.377043:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697701.377045:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697701.377048:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697701.377049:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377051:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697701.377054:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697701.377056:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697701.377061:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697701.377066:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697701.377072:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947111808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697701.377079:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697701.377082:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697701.377085:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947111808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697701.377099:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697701.377100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697701.377102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697701.377103:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697701.377104:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697701.377106:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697701.377108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2915
00000400:00000200:0.0:1787697701.377112:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697701.377117:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697701.377121:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697701.377127:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377132:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377138:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377144:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697701.377148:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697701.377151:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697701.377155:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697701.377160:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697701.377164:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697701.377167:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697701.377171:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377174:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377177:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377179:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697701.377182:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697701.377184:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377188:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697701.377191:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697701.377195:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697701.377198:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377202:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697701.377205:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697701.377210:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377211:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697701.377216:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697701.377220:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697701.377224:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697701.377226:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377230:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697701.377232:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697701.377235:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697701.377239:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697701.377245:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697701.377252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947111936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697701.377264:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697701.377265:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697701.377272:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947111936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697701.377286:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697701.377289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697701.377295:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697701.377298:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697701.377301:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697701.377305:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697701.377310:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2915
00000400:00000200:0.0:1787697701.377315:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697701.377319:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697701.377320:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697701.377322:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377323:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377326:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377330:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697701.377333:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697701.377336:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697701.377338:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697701.377340:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697701.377344:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697701.377346:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697701.377350:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377352:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377354:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377357:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697701.377362:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:2.1:1787697701.377365:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787697701.377367:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377370:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697701.377371:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697701.377373:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697701.377374:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377375:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697701.377378:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697701.377381:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377386:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697701.377392:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697701.377397:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697701.377401:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697701.377405:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377408:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697701.377409:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697701.377413:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697701.377419:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697701.377424:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697701.377432:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947112064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697701.377444:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697701.377447:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697701.377451:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947112064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697701.377464:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697701.377469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697701.377475:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697701.377478:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697701.377480:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697701.377485:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697701.377490:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2915
00000400:00000200:0.0:1787697701.377496:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697701.377501:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697701.377505:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697701.377510:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377515:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377521:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377526:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697701.377528:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697701.377529:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697701.377531:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697701.377532:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697701.377536:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697701.377540:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697701.377543:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697701.377552:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377554:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697701.377556:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697701.377561:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697701.377563:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697701.377565:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697701.377569:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697701.377573:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377578:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697701.377580:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697701.377585:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377588:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697701.377594:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697701.377601:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697701.377606:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697701.377607:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697701.377611:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697701.377614:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697701.377617:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697701.377623:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697701.377629:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697701.377639:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947112192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697701.377653:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697701.377658:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697701.377666:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947112192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697701.377682:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697701.377688:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2925)
00000800:00000200:2.1:1787697701.377724:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697701.377895:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697701.378051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697702.080937:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297588387, at 4297588416
00000100:00000010:0.0:1787697702.080953:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000001:0.0:1787697702.848978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697702.848984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697702.848987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697702.848993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697702.849000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697702.849005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697702.849011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697702.849014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697702.849016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697703.872966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697703.872970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697703.872973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697703.872978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697703.872983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697703.872987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697703.872992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697703.872996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697703.872998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697704.896985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697704.896995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697704.897009:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697704.897022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697704.897030:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697704.897037:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697704.897046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697704.897050:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697704.897053:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697705.921007:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697705.921014:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697705.921020:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697705.921026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697705.921033:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697705.921037:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697705.921041:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697705.921043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697705.921047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697706.497788:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697706.497792:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697706.498141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697706.498144:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697706.498396:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697706.498397:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697706.498599:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697706.498601:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787697706.944969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697706.944976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697706.944980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697706.944988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697706.944995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697706.945002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697706.945011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697706.945020:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697706.945024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697707.200956:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297593508, at 4297593536
00000100:00000010:0.0:1787697707.200971:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000100:00000001:0.0:1787697707.968891:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697707.968896:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697707.968898:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697707.968902:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697707.968905:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697707.968908:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697707.968911:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697707.968913:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697707.968915:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697708.992957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697708.992963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697708.992966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697708.992972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697708.992976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697708.992981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697708.992987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697708.992989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697708.992993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697710.017092:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697710.017100:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697710.017104:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697710.017110:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697710.017117:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697710.017123:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697710.017128:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697710.017131:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697710.017134:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697711.040931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697711.040939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697711.040941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697711.040948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697711.040955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697711.040961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697711.040966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697711.040974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697711.040979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697711.617523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697711.617531:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697711.617985:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697711.617987:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697711.618236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697711.618238:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697711.618482:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697711.618485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787697712.320950:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297598627, at 4297598656
00000100:00000010:0.0:1787697712.320966:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c60.
00000020:00000001:0.0:1787697713.089036:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697713.089040:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697713.089043:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697715.137012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697715.137016:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697715.137019:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697716.736980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697716.736992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697716.736995:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697716.736998:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697716.737003:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697716.737010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2930
00000400:00000200:0.0:1787697716.737017:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697716.737022:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697716.737024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697716.737027:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697716.737036:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697716.737037:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697716.737039:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697716.737042:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697716.737043:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697716.737045:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697716.737047:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737050:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697716.737054:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697716.737056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737058:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697716.737059:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697716.737062:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697716.737064:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737066:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697716.737068:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697716.737075:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697716.737077:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697716.737080:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697716.737082:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737084:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697716.737086:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697716.737090:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697716.737096:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697716.737101:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697716.737108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947113344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697716.737116:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697716.737119:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697716.737123:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947113344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697716.737141:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697716.737143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697716.737145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697716.737146:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697716.737148:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697716.737150:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697716.737151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2930
00000400:00000200:0.0:1787697716.737153:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697716.737155:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697716.737157:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697716.737159:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737160:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737161:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737163:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697716.737165:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697716.737166:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697716.737167:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697716.737169:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697716.737171:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697716.737173:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697716.737175:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737179:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697716.737181:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697716.737183:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737184:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697716.737185:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697716.737189:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697716.737191:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737193:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697716.737199:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697716.737203:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737205:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697716.737212:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697716.737215:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697716.737217:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697716.737218:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737219:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697716.737220:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697716.737221:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697716.737224:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697716.737228:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697716.737242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947113472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697716.737249:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697716.737253:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697716.737257:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947113472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697716.737268:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697716.737270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697716.737274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697716.737277:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697716.737280:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697716.737283:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697716.737287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2930
00000400:00000200:0.0:1787697716.737294:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697716.737296:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697716.737297:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697716.737299:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737301:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737305:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697716.737309:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697716.737311:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697716.737313:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697716.737316:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697716.737319:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697716.737322:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697716.737324:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737325:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737326:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697716.737329:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697716.737331:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737333:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697716.737334:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697716.737337:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697716.737338:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737339:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697716.737341:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697716.737342:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737344:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697716.737350:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697716.737356:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697716.737358:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697716.737359:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737363:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697716.737366:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697716.737369:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697716.737373:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697716.737379:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697716.737383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947113600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697716.737393:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697716.737395:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697716.737398:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947113600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697716.737410:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697716.737413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697716.737417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697716.737419:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697716.737421:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697716.737426:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697716.737430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2930
00000400:00000200:0.0:1787697716.737438:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697716.737443:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697716.737445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697716.737450:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737451:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737454:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697716.737455:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697716.737456:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697716.737457:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697716.737458:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697716.737459:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697716.737460:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697716.737462:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737463:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697716.737464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737466:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697716.737470:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697716.737472:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697716.737477:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697716.737479:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697716.737481:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697716.737486:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737489:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697716.737491:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697716.737496:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737500:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697716.737503:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697716.737508:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697716.737513:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697716.737516:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697716.737518:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697716.737520:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697716.737522:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697716.737526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697716.737533:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697716.737540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947113728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697716.737550:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697716.737551:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697716.737555:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947113728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697716.737560:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697716.737564:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2940)
00000800:00000200:2.1:1787697716.737640:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697716.737644:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697716.738248:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697716.738251:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697716.738688:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697716.738692:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697716.739126:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697716.739146:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1787697717.185040:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697717.185043:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697717.185046:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697717.440981:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297603747, at 4297603776
00000100:00000010:0.0:1787697717.441010:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000020:00000001:0.0:1787697719.233044:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697719.233049:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697719.233052:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697721.281107:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697721.281112:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697721.281124:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697721.856995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697721.857007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697721.857012:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697721.857017:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697721.857023:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697721.857032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2935
00000400:00000200:0.0:1787697721.857042:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697721.857049:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697721.857052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697721.857055:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.857060:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697721.857066:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697721.857068:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697721.857071:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697721.857074:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697721.857076:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697721.857078:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697721.857080:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857082:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.857084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857085:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697721.857088:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697721.857090:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857092:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697721.857094:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697721.857098:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697721.857101:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857103:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697721.857105:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697721.857115:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697721.857118:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697721.857122:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697721.857123:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857126:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697721.857128:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697721.857133:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697721.857140:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697721.857147:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697721.857156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947113856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697721.857165:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697721.857169:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697721.857181:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947113856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697721.857212:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697721.857216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697721.857220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697721.857224:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697721.857227:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697721.857231:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697721.857234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2935
00000400:00000200:0.0:1787697721.857238:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697721.857240:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697721.857243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697721.857247:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857252:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.857257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697721.857271:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697721.857273:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697721.857291:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697721.857298:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697721.857304:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697721.857315:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697721.857334:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.857355:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857363:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697721.857372:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697721.857375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857391:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697721.857401:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697721.857410:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697721.857414:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857428:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697721.857435:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697721.857445:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857457:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697721.857468:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697721.857477:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697721.857488:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697721.857496:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857507:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697721.857514:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697721.857518:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697721.857526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697721.857543:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697721.857554:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947113984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697721.857568:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697721.857574:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697721.857595:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947113984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697721.857628:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697721.857632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697721.857649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697721.857655:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697721.857661:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697721.857671:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697721.857677:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2935
00000400:00000200:0.0:1787697721.857699:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697721.857708:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697721.857713:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697721.857723:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857728:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.857737:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857744:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.1:1787697721.857746:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787697721.857754:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787697721.857755:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000020:00000040:0.0:1787697721.857756:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697721.857759:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697721.857761:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697721.857763:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697721.857766:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697721.857775:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.857789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857795:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697721.857802:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697721.857813:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697721.857818:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697721.857822:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697721.857828:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697721.857832:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857837:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697721.857839:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697721.857844:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857846:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697721.857889:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697721.857895:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697721.857904:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697721.857908:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.857913:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697721.857920:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697721.857925:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697721.857940:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697721.857949:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697721.857966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947114112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697721.857989:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697721.857995:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697721.858008:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947114112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697721.858054:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697721.858061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697721.858065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697721.858072:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697721.858074:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697721.858082:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697721.858087:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2935
00000400:00000200:0.0:1787697721.858094:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697721.858102:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697721.858108:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697721.858112:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.858115:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.858119:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.858122:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697721.858130:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697721.858133:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697721.858137:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697721.858140:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697721.858148:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697721.858155:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697721.858165:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.858174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697721.858182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697721.858189:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697721.858195:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697721.858204:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697721.858211:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697721.858214:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697721.858219:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697721.858223:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.858228:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697721.858230:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697721.858234:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.858238:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697721.858247:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697721.858254:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697721.858260:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697721.858264:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697721.858270:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697721.858273:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697721.858277:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697721.858285:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697721.858293:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697721.858309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947114240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697721.858344:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697721.858351:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697721.858364:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947114240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697721.858383:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697721.858390:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2945)
00000800:00000200:2.1:1787697721.858628:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697721.858631:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697721.858964:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697721.858966:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697721.859197:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697721.859200:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787697722.560927:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297608868, at 4297608896
00000100:00000010:0.0:1787697722.560941:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70300.
00000020:00000001:0.0:1787697723.329096:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697723.329099:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697723.329102:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697724.352961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697724.352967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697724.352969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697724.352971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697724.352974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697724.352976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697724.352977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697724.352979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697724.352981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697725.376944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697725.376950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697725.376959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697725.376963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697725.376969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697725.376973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697725.376976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697725.376980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697725.376983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697726.400951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697726.400960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697726.400964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697726.400970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697726.400978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697726.400987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697726.400997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697726.401002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697726.401009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697726.977576:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697726.977584:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697726.978071:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697726.978074:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697726.978353:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697726.978355:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787697726.978598:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697726.978600:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787697727.424953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697727.424959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697727.424962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697727.424968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697727.424973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697727.424980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697727.424991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697727.424995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697727.425000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697727.680919:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297613987, at 4297614016
00000100:00000010:0.0:1787697727.680935:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470108a0.
00000100:00000001:0.0:1787697728.448947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697728.448955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697728.448957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697728.448963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697728.448968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697728.448975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697728.448979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697728.448984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697728.448991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697729.472969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697729.472975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697729.472979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697729.472986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697729.472998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697729.473006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697729.473011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697729.473016:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697729.473029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697730.496918:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697730.496925:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697730.496928:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697730.496934:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697730.496939:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697730.496943:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697730.496955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697730.496959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697730.496963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697731.520981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697731.520991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697731.520993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697731.521002:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697731.521008:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697731.521021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697731.521036:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697731.521041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697731.521046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697732.097669:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697732.097674:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697732.098383:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697732.098385:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697732.098607:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697732.098608:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697732.098781:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697732.098783:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787697732.544975:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697732.544988:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697732.544992:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697732.544998:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697732.545004:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697732.545016:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697732.545023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697732.545026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697732.545033:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697732.800952:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297619108, at 4297619136
00000100:00000010:0.0:1787697732.800969:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c00.
00000100:00000001:0.0:1787697733.568950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697733.568956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697733.568960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697733.568966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697733.568972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697733.568976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697733.568983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697733.568987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697733.568990:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697734.592990:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697734.593000:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697734.593009:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697734.593017:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697734.593029:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697734.593036:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697734.593039:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697734.593043:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697734.593046:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697735.616983:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697735.616993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697735.616998:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697735.617008:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697735.617017:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697735.617024:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697735.617039:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697735.617044:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697735.617048:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697736.640966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697736.640975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697736.640980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697736.640988:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697736.640996:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697736.641001:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697736.641007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697736.641016:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697736.641020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697737.217507:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697737.217513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697737.218122:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697737.218125:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697737.218429:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697737.218431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787697737.218720:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697737.218723:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787697737.664926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697737.664934:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697737.664937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697737.664944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697737.664949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697737.664955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697737.664961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697737.664965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697737.664969:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697737.920946:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297624227, at 4297624256
00000100:00000010:0.0:1787697737.920961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f60.
00000100:00000001:0.0:1787697738.688943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697738.688950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697738.688952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697738.688959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697738.688963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697738.688966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697738.688969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697738.688971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697738.688975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697739.712968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697739.712975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697739.712980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697739.712995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697739.713003:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697739.713007:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697739.713018:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697739.713022:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697739.713025:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697740.736985:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697740.736993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697740.736996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697740.737007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697740.737027:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697740.737037:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697740.737049:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697740.737056:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697740.737061:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697741.761081:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697741.761087:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697741.761092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697742.336982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697742.336998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697742.337002:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697742.337008:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697742.337018:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697742.337027:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2956
00000400:00000200:0.0:1787697742.337038:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697742.337044:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697742.337047:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697742.337049:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.337054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697742.337059:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697742.337061:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697742.337064:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697742.337067:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697742.337069:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697742.337070:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697742.337072:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.337074:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697742.337081:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697742.337084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337086:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697742.337088:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697742.337091:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697742.337092:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337094:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697742.337096:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697742.337107:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697742.337111:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697742.337116:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697742.337117:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337121:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697742.337124:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697742.337130:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697742.337139:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697742.337148:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697742.337160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697742.337172:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697742.337177:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697742.337182:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947115904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697742.337220:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697742.337227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697742.337232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697742.337234:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697742.337237:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697742.337240:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697742.337244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2956
00000400:00000200:0.0:1787697742.337250:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697742.337260:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697742.337265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697742.337273:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.337313:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337318:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697742.337324:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697742.337328:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697742.337335:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697742.337343:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697742.337354:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697742.337362:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697742.337374:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337379:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.337386:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697742.337396:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697742.337404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337409:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697742.337415:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697742.337422:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697742.337427:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337430:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697742.337439:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697742.337448:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337456:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697742.337470:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697742.337481:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697742.337492:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697742.337497:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337504:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697742.337506:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697742.337510:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697742.337518:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697742.337524:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697742.337534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947116032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697742.337574:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697742.337582:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697742.337593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947116032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697742.337624:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697742.337630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697742.337641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1787697742.337646:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697742.337647:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787697742.337650:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00080000:0.0:1787697742.337652:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697742.337663:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697742.337670:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2956
00000400:00000200:0.0:1787697742.337686:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697742.337694:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697742.337705:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697742.337721:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337731:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.337739:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337746:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697742.337757:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697742.337765:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697742.337769:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697742.337773:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697742.337781:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697742.337791:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697742.337805:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337811:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.337817:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337825:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697742.337833:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697742.337843:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697742.337895:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697742.337905:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697742.337913:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697742.337920:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337925:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697742.337930:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697742.337940:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337948:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697742.337959:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697742.337964:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697742.337973:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697742.337977:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.337984:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697742.337987:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697742.337991:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697742.337999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697742.338011:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697742.338021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947116160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697742.338045:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697742.338050:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697742.338059:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947116160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697742.338087:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697742.338093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697742.338103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697742.338109:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697742.338113:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697742.338122:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697742.338133:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2956
00000400:00000200:0.0:1787697742.338152:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697742.338164:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697742.338171:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697742.338185:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.338192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.338205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.338218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697742.338229:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697742.338235:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697742.338243:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697742.338249:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697742.338259:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697742.338264:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697742.338272:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.338278:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697742.338286:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697742.338308:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697742.338315:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697742.338326:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697742.338336:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697742.338345:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697742.338351:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697742.338359:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.338370:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697742.338376:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697742.338387:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.338393:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697742.338401:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697742.338406:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697742.338412:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697742.338416:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697742.338422:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697742.338424:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697742.338427:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697742.338440:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697742.338447:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697742.338458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947116288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697742.338482:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697742.338489:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697742.338500:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947116288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697742.338535:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697742.338545:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2966)
00000800:00000200:1.1:1787697742.338582:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697742.338584:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697742.338828:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697742.338830:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787697742.339164:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697742.339167:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1787697743.041141:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297629347, at 4297629376
00000100:00000010:0.0:1787697743.041147:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010660.
00000800:00000200:2.1:1787697747.457626:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697747.457632:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697747.458338:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697747.458339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697747.458534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697747.458536:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697747.458696:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697747.458697:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1787697748.160965:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297634467, at 4297634496
00000100:00000010:0.0:1787697748.160977:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000020:00000001:0.0:1787697749.953092:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697749.953095:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697749.953097:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697752.001042:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697752.001046:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697752.001049:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697752.576952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697752.576961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697752.576967:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697752.576971:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697752.576976:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697752.576983:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2966
00000400:00000200:0.0:1787697752.576991:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697752.576997:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697752.577000:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697752.577003:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577006:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577008:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577010:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697752.577014:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697752.577016:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697752.577018:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697752.577021:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697752.577023:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697752.577025:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697752.577028:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577030:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577032:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577034:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697752.577037:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697752.577042:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577044:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697752.577047:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697752.577050:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697752.577053:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577055:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697752.577058:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697752.577066:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697752.577069:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697752.577073:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697752.577075:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577078:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697752.577080:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697752.577083:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697752.577098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697752.577104:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697752.577138:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947116928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697752.577149:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697752.577153:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697752.577159:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947116928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697752.577177:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697752.577180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697752.577184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697752.577185:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697752.577186:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697752.577189:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697752.577192:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2966
00000400:00000200:0.0:1787697752.577195:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697752.577198:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697752.577200:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697752.577203:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577207:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577216:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577219:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697752.577222:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697752.577224:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697752.577226:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697752.577228:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697752.577231:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697752.577233:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697752.577236:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577238:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577241:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577244:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697752.577251:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697752.577257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577260:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697752.577262:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697752.577268:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697752.577272:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577275:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697752.577283:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697752.577292:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577302:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697752.577314:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697752.577325:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697752.577329:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697752.577331:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577338:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697752.577340:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697752.577345:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697752.577352:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697752.577359:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697752.577372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947117056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697752.577387:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697752.577392:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697752.577398:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947117056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697752.577424:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697752.577433:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697752.577443:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697752.577444:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697752.577448:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697752.577456:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697752.577459:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2966
00000400:00000200:0.0:1787697752.577467:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697752.577475:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697752.577480:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697752.577490:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577500:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577506:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577512:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697752.577520:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697752.577524:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697752.577527:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697752.577530:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697752.577537:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697752.577541:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697752.577549:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577552:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577556:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697752.577566:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697752.577571:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577573:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697752.577577:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697752.577582:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697752.577586:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577588:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697752.577591:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697752.577593:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577595:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697752.577602:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697752.577607:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697752.577611:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697752.577615:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577623:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697752.577627:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697752.577632:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697752.577640:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697752.577647:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697752.577658:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947117184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697752.577666:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697752.577671:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697752.577680:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947117184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697752.577703:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697752.577708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697752.577716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697752.577719:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697752.577723:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697752.577726:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697752.577734:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2966
00000400:00000200:0.0:1787697752.577742:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697752.577747:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697752.577755:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787697752.577756:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697752.577762:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787697752.577765:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697752.577766:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577773:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577783:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697752.577784:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697752.577788:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697752.577791:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697752.577798:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697752.577801:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697752.577807:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697752.577810:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577812:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697752.577815:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577821:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697752.577825:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697752.577833:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697752.577872:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697752.577874:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697752.577876:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697752.577877:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577878:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697752.577879:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697752.577881:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577882:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697752.577886:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697752.577888:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697752.577890:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697752.577891:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697752.577893:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697752.577894:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697752.577895:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697752.577900:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697752.577902:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697752.577910:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947117312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697752.577919:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697752.577924:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697752.577935:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947117312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697752.577958:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697752.577961:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2976)
00000800:00000200:2.1:1787697752.578350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697752.578352:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697752.578526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697752.578528:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697752.578684:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697752.578685:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787697753.280935:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297639588, at 4297639616
00000100:00000010:0.0:1787697753.280952:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d20.
00000020:00000001:0.0:1787697754.049050:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697754.049053:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697754.049055:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697756.097046:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697756.097050:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697756.097063:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697757.697571:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697757.697574:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697757.698489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697757.698491:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697757.698685:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697757.698686:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697757.698967:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697757.698970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787697758.145186:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697758.145189:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697758.145192:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697758.400974:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297644707, at 4297644736
00000100:00000010:0.0:1787697758.400989:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010900.
00000020:00000001:0.0:1787697760.193054:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697760.193060:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697760.193063:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697762.241055:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697762.241059:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697762.241062:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697762.816984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697762.816994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697762.816997:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697762.817004:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697762.817012:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697762.817020:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2976
00000400:00000200:0.0:1787697762.817031:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697762.817040:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697762.817044:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697762.817048:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817052:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817054:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697762.817061:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697762.817064:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697762.817067:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697762.817070:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697762.817073:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697762.817076:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697762.817079:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817081:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817083:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817084:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697762.817087:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697762.817090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817092:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697762.817094:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697762.817098:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697762.817100:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817101:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697762.817103:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697762.817113:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697762.817116:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697762.817121:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697762.817122:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817125:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697762.817136:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697762.817143:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697762.817150:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697762.817157:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697762.817166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947117952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697762.817174:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697762.817177:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697762.817181:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947117952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697762.817200:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697762.817203:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697762.817205:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697762.817206:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697762.817207:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697762.817209:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697762.817211:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2976
00000400:00000200:0.0:1787697762.817213:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697762.817215:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697762.817216:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697762.817219:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817220:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817223:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817225:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697762.817228:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697762.817230:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697762.817234:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697762.817239:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697762.817244:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697762.817250:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697762.817259:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817262:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817265:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817269:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697762.817281:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697762.817287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817291:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697762.817293:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697762.817301:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697762.817305:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817307:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697762.817312:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697762.817317:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817321:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697762.817326:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697762.817329:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697762.817331:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697762.817332:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817333:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697762.817334:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697762.817337:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697762.817342:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697762.817346:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697762.817353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947118080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697762.817361:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697762.817364:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697762.817369:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947118080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697762.817395:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697762.817401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697762.817406:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697762.817409:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697762.817410:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697762.817414:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697762.817419:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2976
00000400:00000200:0.0:1787697762.817427:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697762.817431:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697762.817435:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697762.817441:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817445:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817450:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817455:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697762.817459:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697762.817461:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697762.817462:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697762.817464:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697762.817469:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697762.817473:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697762.817479:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817482:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817486:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817489:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697762.817494:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697762.817499:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817501:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697762.817502:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697762.817505:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697762.817509:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817513:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697762.817516:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697762.817520:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817522:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697762.817527:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697762.817530:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697762.817533:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697762.817534:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817537:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697762.817539:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697762.817542:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697762.817546:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000800:00000200:1.1:1787697762.817551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697762.817552:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697762.817554:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1787697762.817558:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947118208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697762.817576:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697762.817580:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697762.817585:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947118208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697762.817592:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697762.817595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697762.817598:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697762.817601:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697762.817602:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697762.817604:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697762.817608:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2976
00000400:00000200:0.0:1787697762.817612:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697762.817618:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697762.817623:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697762.817629:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817635:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817641:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697762.817649:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697762.817651:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697762.817652:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697762.817655:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697762.817658:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697762.817663:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697762.817669:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817673:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697762.817675:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817678:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697762.817683:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697762.817686:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697762.817691:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697762.817693:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697762.817696:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697762.817699:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817702:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697762.817706:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697762.817709:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817712:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697762.817717:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697762.817720:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697762.817722:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697762.817725:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697762.817728:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697762.817731:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697762.817734:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697762.817738:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697762.817743:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697762.817750:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947118336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697762.817760:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697762.817775:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697762.817783:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947118336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697762.817805:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697762.817813:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2986)
00000800:00000200:1.1:1787697762.818041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697762.818043:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697762.818316:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697762.818318:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697762.818617:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697762.818620:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1787697763.520982:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297649827, at 4297649856
00000100:00000010:0.0:1787697763.521000:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470102a0.
00000020:00000001:0.0:1787697764.289070:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697764.289074:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697764.289077:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697765.313050:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697765.313054:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697765.313056:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697766.337085:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697766.337089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697766.337092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697767.361076:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697767.361079:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697767.361081:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697767.937440:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697767.937745:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697767.937939:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697767.938063:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787697768.385027:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697768.385037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697768.385052:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697768.640999:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297654947, at 4297654976
00000100:00000010:0.0:1787697768.641025:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010720.
00000020:00000001:0.0:1787697769.409090:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697769.409095:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697769.409099:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697770.433010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697770.433016:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697770.433021:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697771.457039:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697771.457044:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697771.457047:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697772.481050:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697772.481054:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697772.481057:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697773.056951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697773.056959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697773.056961:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697773.056964:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697773.056969:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697773.056977:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2986
00000400:00000200:0.0:1787697773.056994:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697773.057007:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697773.057015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697773.057024:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.057030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697773.057035:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697773.057038:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697773.057041:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697773.057045:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697773.057048:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697773.057051:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697773.057054:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.057058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697773.057063:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697773.057066:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057068:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697773.057071:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697773.057074:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697773.057077:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057079:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697773.057081:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697773.057093:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697773.057096:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697773.057100:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697773.057102:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057105:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697773.057108:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697773.057111:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697773.057117:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697773.057123:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697773.057132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947118976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697773.057141:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697773.057145:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697773.057150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947118976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697773.057171:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697773.057174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697773.057178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697773.057179:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697773.057181:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697773.057186:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697773.057190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2986
00000400:00000200:0.0:1787697773.057194:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697773.057198:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697773.057200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697773.057204:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057206:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.057210:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057211:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697773.057215:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697773.057219:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697773.057222:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697773.057229:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697773.057233:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697773.057235:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697773.057246:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057256:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.057278:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057286:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697773.057296:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697773.057314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057320:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697773.057323:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697773.057332:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697773.057340:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057343:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697773.057349:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697773.057359:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057363:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697773.057370:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697773.057376:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697773.057386:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697773.057388:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057390:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697773.057393:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697773.057404:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697773.057412:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697773.057421:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697773.057443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947119104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697773.057473:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697773.057477:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697773.057491:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947119104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697773.057527:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697773.057537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697773.057547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697773.057550:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697773.057553:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697773.057564:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697773.057574:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2986
00000400:00000200:0.0:1787697773.057612:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697773.057624:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697773.057630:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697773.057639:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057663:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787697773.057664:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697773.057673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787697773.057678:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697773.057699:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697773.057708:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697773.057715:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697773.057724:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697773.057729:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697773.057734:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697773.057752:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057761:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.057776:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057788:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697773.057795:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697773.057802:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697773.057811:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697773.057823:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697773.057834:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697773.057843:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057900:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697773.057905:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697773.057911:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057915:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697773.057926:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697773.057934:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697773.057940:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697773.057943:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.057946:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697773.057948:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697773.057952:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697773.057964:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697773.057970:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697773.057983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947119232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697773.058010:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697773.058019:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697773.058035:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947119232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697773.058075:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697773.058082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697773.058095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697773.058103:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697773.058110:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697773.058116:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697773.058123:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2986
00000400:00000200:0.0:1787697773.058137:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697773.058153:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697773.058164:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697773.058175:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.058188:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.058194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.058199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697773.058207:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697773.058210:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697773.058215:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697773.058220:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697773.058223:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697773.058228:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697773.058241:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.058253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697773.058262:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697773.058270:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697773.058277:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697773.058291:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697773.058300:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697773.058306:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697773.058314:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697773.058322:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.058327:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697773.058334:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697773.058340:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.058346:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697773.058355:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697773.058363:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697773.058374:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697773.058379:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697773.058396:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697773.058400:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697773.058406:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697773.058415:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697773.058422:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697773.058440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947119360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697773.058455:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697773.058462:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697773.058473:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947119360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697773.058508:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697773.058517:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2997)
00000800:00000200:1.1:1787697773.058642:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697773.058644:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697773.058905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697773.058908:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697773.059146:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697773.059148:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1787697773.505073:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697773.505076:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697773.505078:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697773.760941:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297660068, at 4297660096
00000100:00000010:0.0:1787697773.760955:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470103c0.
00000020:00000001:0.0:1787697774.529089:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697774.529094:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697774.529097:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697775.553074:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697775.553077:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697775.553080:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697776.576966:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697776.576970:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697776.576975:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697777.600964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697777.600970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697777.600974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697777.600979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697777.600984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697777.600989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697777.600996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697777.600997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697777.601000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697778.176937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697778.176947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697778.176950:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697778.176953:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697778.176958:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697778.176966:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 2992
00000400:00000200:0.0:1787697778.176973:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697778.176981:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697778.176984:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697778.176989:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.176992:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.176996:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.176999:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697778.177003:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697778.177005:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697778.177008:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697778.177010:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697778.177013:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697778.177015:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697778.177019:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177024:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177026:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697778.177029:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697778.177032:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177035:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697778.177037:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697778.177040:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697778.177044:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177045:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697778.177047:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697778.177054:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697778.177057:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697778.177059:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697778.177060:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177063:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697778.177065:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697778.177068:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697778.177077:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697778.177083:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697778.177090:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947119488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697778.177096:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697778.177099:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697778.177102:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947119488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697778.177116:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697778.177118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697778.177120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697778.177121:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697778.177122:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697778.177124:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697778.177125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2992
00000400:00000200:0.0:1787697778.177129:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697778.177131:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697778.177133:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697778.177135:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177137:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177138:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177139:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697778.177141:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697778.177142:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697778.177144:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697778.177147:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697778.177148:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697778.177152:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697778.177155:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177158:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177162:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177164:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697778.177167:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697778.177172:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177176:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697778.177179:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697778.177185:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697778.177189:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177193:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697778.177200:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697778.177205:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177209:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697778.177215:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697778.177219:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697778.177224:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697778.177228:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177234:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697778.177235:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697778.177238:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697778.177242:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697778.177248:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697778.177254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947119616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697778.177265:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697778.177268:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697778.177273:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947119616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697778.177281:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697778.177283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697778.177285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697778.177286:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697778.177288:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697778.177292:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697778.177297:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2992
00000400:00000200:0.0:1787697778.177303:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697778.177310:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697778.177315:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697778.177321:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177326:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177332:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177336:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697778.177342:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697778.177344:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697778.177347:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697778.177348:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697778.177350:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697778.177354:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697778.177359:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177360:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177362:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177363:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697778.177366:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697778.177371:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177374:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697778.177376:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697778.177380:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697778.177384:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177387:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697778.177389:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697778.177393:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177397:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697778.177401:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697778.177406:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697778.177411:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697778.177413:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177415:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697778.177417:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697778.177420:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697778.177424:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697778.177428:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697778.177434:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947119744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697778.177440:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697778.177443:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697778.177446:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947119744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697778.177455:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697778.177459:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697778.177466:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697778.177467:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697778.177470:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787697778.177471:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697778.177472:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697778.177477:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 2992
00000800:00000200:1.1:1787697778.177477:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000400:00000200:0.0:1787697778.177482:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697778.177486:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697778.177488:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697778.177493:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177496:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177498:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177501:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697778.177504:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697778.177506:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697778.177509:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697778.177511:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697778.177514:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697778.177516:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697778.177521:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177524:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697778.177529:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177533:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697778.177537:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697778.177545:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697778.177549:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697778.177554:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697778.177559:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697778.177564:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177568:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697778.177571:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697778.177573:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177576:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697778.177579:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697778.177583:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697778.177586:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697778.177588:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697778.177591:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697778.177592:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697778.177593:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697778.177597:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697778.177601:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697778.177608:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947119872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697778.177617:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697778.177620:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697778.177625:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947119872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697778.177635:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697778.177641:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3002)
00000800:00000200:1.1:1787697778.177976:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697778.177978:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697778.178230:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697778.178233:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697778.178505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697778.178507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787697778.625025:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697778.625029:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697778.625032:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697778.625035:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697778.625038:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697778.625040:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697778.625043:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697778.625044:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697778.625049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697778.880949:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297665187, at 4297665216
00000100:00000010:0.0:1787697778.880965:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c60.
00000100:00000001:0.0:1787697779.649038:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697779.649041:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697779.649042:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697779.649044:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697779.649045:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697779.649046:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697779.649047:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697779.649048:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697779.649050:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697780.672930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697780.672937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697780.672940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697780.672944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697780.672950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697780.672953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697780.672957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697780.672961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697780.672967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697780.673005:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697780.673007:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697780.673010:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697781.696906:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697781.696910:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697781.696913:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697781.696917:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697781.696919:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697781.696923:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697781.696925:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697781.696928:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697781.696931:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697782.721005:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697782.721009:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697782.721011:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697782.721014:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697782.721019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697782.721023:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697782.721027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697782.721030:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697782.721032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697783.296935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697783.296939:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697783.296942:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697783.296946:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697783.296950:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697783.296954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697783.296956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697783.296959:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697783.296962:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697783.297493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697783.297499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697783.297945:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697783.297946:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697783.298176:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697783.298179:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697783.298441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697783.298443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1787697783.744997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697783.745001:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697783.745005:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697784.000943:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297670307, at 4297670336
00000100:00000010:0.0:1787697784.000959:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70480.
00000020:00000001:0.0:1787697785.793120:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697785.793125:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697785.793128:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697787.841091:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697787.841093:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697787.841096:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697788.417698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697788.417705:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697788.418538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697788.418551:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697788.418720:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697788.418721:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787697788.418895:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697788.418897:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787697789.120970:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297675427, at 4297675456
00000100:00000010:0.0:1787697789.120990:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010de0.
00000100:00000001:0.0:1787697789.888971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697789.888977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697789.888978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697789.888980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697789.888983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697789.888984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697789.888987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697789.888988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697789.888990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697790.912929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697790.912933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697790.912936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697790.912942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697790.912945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697790.912950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697790.912954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697790.912957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697790.912959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697791.936943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697791.936948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697791.936952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697791.936960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697791.936967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697791.936972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697791.936986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697791.936989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697791.936993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697791.937140:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697791.937143:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697791.937146:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697792.960928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697792.960935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697792.960938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697792.960945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697792.960951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697792.960957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697792.960963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697792.960966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697792.960969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697793.537399:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697793.537404:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697793.537912:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697793.537913:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697793.538077:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697793.538078:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787697793.538230:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697793.538232:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787697793.984939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697793.984945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697793.984952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697793.984960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697793.984965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697793.984969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697793.984972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697793.984979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697793.984983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697794.240941:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297680547, at 4297680576
00000100:00000010:0.0:1787697794.240954:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ae0.
00000100:00000001:0.0:1787697795.008949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697795.008957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697795.008961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697795.008967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697795.008976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697795.008982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697795.008985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697795.008987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697795.008991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697796.032946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697796.032956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697796.032961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697796.032969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697796.032978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697796.032987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697796.032993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697796.033002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697796.033008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697797.056982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697797.056989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697797.056993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697797.056998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697797.057005:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697797.057009:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697797.057016:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697797.057023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697797.057034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697798.080958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697798.080965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697798.080967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697798.080973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697798.080978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697798.080983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697798.080987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697798.080991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697798.080998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697798.657564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697798.657570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787697798.657965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697798.657968:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787697798.658173:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697798.658174:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787697798.658364:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697798.658365:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787697799.104987:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697799.104993:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697799.104997:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697799.105007:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697799.105019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697799.105032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697799.105042:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697799.105046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697799.105049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697799.360947:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297685667, at 4297685696
00000100:00000010:0.0:1787697799.360960:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:0.0:1787697800.128997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697800.129003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697800.129007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697800.129013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697800.129023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697800.129028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697800.129037:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697800.129039:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697800.129044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697801.152969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697801.152982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697801.152986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697801.152995:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697801.153007:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697801.153014:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697801.153020:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697801.153025:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697801.153031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697802.176966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697802.176977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697802.176981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697802.176988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697802.176994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697802.176999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697802.177003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697802.177006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697802.177009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697803.200992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697803.201007:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697803.201010:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697803.201016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697803.201023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697803.201028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697803.201035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697803.201038:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697803.201049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697803.777435:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697803.777438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787697803.778021:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697803.778023:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787697803.778227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697803.778229:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787697803.778509:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697803.778511:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1787697804.224947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697804.224956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697804.224961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697804.224968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697804.224975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697804.224980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697804.224993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697804.224997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697804.225000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697804.480945:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297690787, at 4297690816
00000100:00000010:0.0:1787697804.480961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70e40.
00000100:00000001:0.0:1787697805.248926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697805.248934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697805.248937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697805.248942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697805.248948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697805.248952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697805.248955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697805.248964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697805.248967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697806.273036:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697806.273038:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697806.273039:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697806.273041:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697806.273043:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697806.273044:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697806.273045:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697806.273046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697806.273047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697807.296976:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697807.296984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697807.296988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697807.296997:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697807.297005:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697807.297014:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697807.297019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697807.297023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697807.297031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697807.297066:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697807.297069:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697807.297072:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697808.320944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697808.320959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697808.320969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697808.320986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697808.321004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697808.321017:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697808.321032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697808.321035:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697808.321043:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697808.897452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697808.897456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787697808.897998:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697808.897999:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787697808.898195:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697808.898197:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787697808.898433:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697808.898434:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1787697809.600941:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297695907, at 4297695936
00000100:00000010:0.0:1787697809.600957:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70240.
00000020:00000001:0.0:1787697810.369046:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697810.369049:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697810.369052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697811.392938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697811.392942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697811.392947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697811.392952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697811.392956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697811.392960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697811.392964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697811.392967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697811.392970:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697812.416943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697812.416950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697812.416954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697812.416960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697812.416965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697812.416969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697812.416980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697812.416984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697812.416988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697813.440923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697813.440928:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697813.440931:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697813.440938:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697813.440944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697813.440949:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697813.440956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697813.440958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697813.440961:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697814.017512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697814.017519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697814.018159:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697814.018161:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697814.018415:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697814.018417:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697814.018667:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697814.018669:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787697814.464942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697814.464951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697814.464956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697814.464963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697814.464969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697814.464975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697814.464982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697814.464985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697814.464988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697814.720926:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297701027, at 4297701056
00000100:00000010:0.0:1787697814.720948:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ba0.
00000100:00000001:0.0:1787697815.488916:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697815.488922:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697815.488927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697815.488933:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697815.488940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697815.488944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697815.488950:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697815.488953:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697815.488956:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697816.512944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697816.512950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697816.512954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697816.512958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697816.512964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697816.512968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697816.512980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697816.512984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697816.512988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697817.536909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697817.536917:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697817.536921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697817.536926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697817.536930:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697817.536936:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697817.536941:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697817.536945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697817.536949:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697818.560889:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697818.560895:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697818.560897:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697818.560901:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697818.560904:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697818.560907:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697818.560910:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697818.560912:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697818.560914:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697819.136947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697819.136953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697819.136956:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697819.136960:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697819.136964:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697819.136971:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3033
00000400:00000200:0.0:1787697819.136990:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697819.136994:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697819.136996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697819.136999:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137004:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137006:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697819.137008:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697819.137010:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697819.137012:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697819.137014:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697819.137016:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697819.137017:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697819.137019:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137021:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697819.137024:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697819.137026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137027:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697819.137029:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697819.137031:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697819.137032:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137034:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697819.137036:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697819.137043:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697819.137045:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697819.137048:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697819.137049:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137051:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697819.137053:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697819.137055:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697819.137061:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697819.137066:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697819.137073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697819.137079:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697819.137083:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697819.137086:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947123584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697819.137105:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697819.137108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697819.137111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697819.137112:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697819.137113:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697819.137115:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697819.137118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3033
00000400:00000200:0.0:1787697819.137122:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697819.137124:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697819.137127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697819.137129:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137131:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137133:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697819.137137:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697819.137138:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697819.137139:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697819.137141:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697819.137143:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697819.137145:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697819.137148:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137150:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137152:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137153:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697819.137156:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697819.137158:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137160:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697819.137162:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697819.137167:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697819.137168:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137170:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697819.137174:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697819.137177:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137179:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697819.137184:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697819.137186:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697819.137189:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697819.137190:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137191:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697819.137192:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697819.137194:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697819.137197:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697819.137200:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697819.137204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947123712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697819.137211:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697819.137213:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697819.137216:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947123712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697819.137224:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697819.137227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697819.137229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697819.137231:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697819.137232:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697819.137235:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697819.137237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3033
00000400:00000200:0.0:1787697819.137239:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697819.137242:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697819.137244:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697819.137246:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137248:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137250:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137251:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697819.137253:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697819.137254:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697819.137256:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697819.137257:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697819.137259:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697819.137261:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697819.137264:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137265:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137267:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137269:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697819.137271:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697819.137273:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137276:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697819.137277:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697819.137279:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697819.137280:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137282:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697819.137284:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697819.137287:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137288:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697819.137291:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697819.137293:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697819.137295:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697819.137296:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137297:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697819.137299:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697819.137300:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697819.137303:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697819.137306:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697819.137310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947123840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697819.137317:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697819.137318:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697819.137320:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697819.137322:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947123840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787697819.137323:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697819.137329:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697819.137331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697819.137334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697819.137335:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697819.137336:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697819.137339:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697819.137341:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3033
00000400:00000200:0.0:1787697819.137344:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697819.137347:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697819.137348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697819.137351:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137353:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137355:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137357:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697819.137359:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697819.137360:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697819.137361:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697819.137363:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697819.137365:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697819.137367:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697819.137369:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137371:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697819.137373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137375:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697819.137377:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697819.137379:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697819.137381:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697819.137383:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697819.137385:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697819.137387:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137389:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697819.137390:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697819.137392:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137393:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697819.137396:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697819.137398:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697819.137400:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697819.137401:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697819.137403:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697819.137404:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697819.137406:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697819.137408:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697819.137411:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697819.137415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947123968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697819.137422:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697819.137424:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697819.137427:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947123968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697819.137434:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697819.137438:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3043)
00000800:00000200:1.1:1787697819.137610:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697819.137622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697819.137827:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697819.137828:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697819.138034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697819.138035:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697819.584889:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697819.584895:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697819.584896:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697819.584902:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697819.584906:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697819.584911:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697819.584914:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697819.584917:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697819.584921:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697819.840928:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297706147, at 4297706176
00000100:00000010:0.0:1787697819.840945:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470100c0.
00000100:00000001:0.0:1787697820.608912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697820.608916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697820.608920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697820.608926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697820.608930:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697820.608933:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697820.608935:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697820.608938:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697820.608943:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697821.632909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697821.632915:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697821.632919:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697821.632927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697821.632943:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697821.632948:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697821.632952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697821.632955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697821.632960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697824.256955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697824.256964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697824.256975:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697824.256980:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697824.256986:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697824.256995:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3038
00000400:00000200:0.0:1787697824.257004:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697824.257010:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697824.257013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697824.257017:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697824.257028:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697824.257030:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697824.257032:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697824.257036:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697824.257038:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697824.257040:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697824.257043:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697824.257051:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697824.257055:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257057:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697824.257060:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697824.257063:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697824.257066:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257068:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697824.257070:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697824.257078:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697824.257082:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697824.257086:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697824.257088:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257090:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697824.257093:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697824.257096:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697824.257103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697824.257110:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697824.257118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947124096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697824.257128:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697824.257131:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697824.257135:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947124096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697824.257156:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697824.257159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697824.257162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697824.257163:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697824.257165:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697824.257167:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697824.257170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3038
00000400:00000200:0.0:1787697824.257173:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697824.257177:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697824.257179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697824.257183:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257186:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257191:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697824.257198:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697824.257201:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697824.257204:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697824.257207:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697824.257212:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697824.257216:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697824.257222:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257228:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257235:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257241:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697824.257249:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697824.257257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257263:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697824.257269:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697824.257276:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697824.257282:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257285:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697824.257291:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697824.257296:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257300:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697824.257306:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697824.257310:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697824.257315:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697824.257318:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257322:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697824.257325:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697824.257329:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697824.257335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697824.257341:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697824.257351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947124224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697824.257365:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697824.257369:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697824.257378:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947124224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697824.257398:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697824.257403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697824.257409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697824.257413:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697824.257416:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697824.257420:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697824.257425:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3038
00000800:00000200:1.1:1787697824.257428:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697824.257431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000400:00000200:0.0:1787697824.257433:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697824.257441:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697824.257444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697824.257452:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257455:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257460:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257463:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697824.257467:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697824.257470:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697824.257473:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697824.257476:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697824.257480:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697824.257485:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697824.257494:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257505:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257511:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697824.257514:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697824.257519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257523:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697824.257526:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697824.257531:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697824.257535:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257538:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697824.257541:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697824.257543:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257548:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697824.257554:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697824.257558:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697824.257562:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697824.257565:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257568:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697824.257571:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697824.257572:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697824.257578:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697824.257583:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697824.257593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947124352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697824.257615:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697824.257619:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697824.257631:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947124352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697824.257652:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697824.257656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697824.257663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697824.257665:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697824.257667:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697824.257671:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697824.257676:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3038
00000400:00000200:0.0:1787697824.257681:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697824.257685:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697824.257688:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697824.257692:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257701:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257704:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257706:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697824.257710:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697824.257712:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697824.257715:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697824.257718:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697824.257720:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697824.257723:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697824.257728:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257730:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697824.257734:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257737:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697824.257740:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697824.257745:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697824.257749:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697824.257752:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697824.257756:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697824.257760:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257763:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697824.257765:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697824.257768:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257771:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697824.257776:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697824.257779:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697824.257782:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697824.257784:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697824.257786:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697824.257789:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697824.257791:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697824.257796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697824.257802:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697824.257807:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947124480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697824.257812:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697824.257813:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697824.257816:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947124480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697824.257827:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697824.257831:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3048)
00000800:00000200:1.1:1787697824.258018:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697824.258020:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697824.258207:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697824.258208:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787697824.258389:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697824.258391:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787697824.960961:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297711267, at 4297711296
00000100:00000010:0.0:1787697824.960975:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010420.
00000020:00000001:0.0:1787697825.729016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697825.729019:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697825.729023:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697827.777160:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697827.777163:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697827.777166:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697829.376923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697829.376934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697829.376938:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697829.376944:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697829.376951:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697829.376961:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3043
00000400:00000200:0.0:1787697829.376970:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697829.376976:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697829.376980:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697829.376982:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.376984:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.376986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.376987:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697829.376990:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697829.376991:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697829.376992:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697829.376995:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697829.376996:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697829.376998:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697829.376999:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377001:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377002:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697829.377006:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697829.377008:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377009:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697829.377011:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697829.377014:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697829.377015:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377017:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697829.377019:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697829.377025:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697829.377027:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697829.377030:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697829.377031:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377033:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697829.377041:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697829.377044:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697829.377049:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697829.377055:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697829.377061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947124608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697829.377068:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697829.377071:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697829.377074:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947124608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697829.377088:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697829.377091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697829.377094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697829.377095:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697829.377097:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697829.377099:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697829.377102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3043
00000400:00000200:0.0:1787697829.377107:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697829.377110:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697829.377113:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697829.377117:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377123:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377128:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377141:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697829.377146:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697829.377150:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697829.377153:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697829.377158:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697829.377162:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697829.377166:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697829.377171:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377173:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377175:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377178:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697829.377181:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697829.377186:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377189:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697829.377191:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697829.377196:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697829.377199:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377201:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697829.377205:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697829.377210:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377213:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697829.377218:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697829.377222:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697829.377226:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697829.377229:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377231:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697829.377234:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697829.377236:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697829.377241:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697829.377247:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697829.377256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947124736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697829.377271:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697829.377277:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697829.377286:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947124736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697829.377304:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697829.377307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697829.377311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697829.377313:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697829.377314:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697829.377319:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697829.377323:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3043
00000400:00000200:0.0:1787697829.377328:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787697829.377330:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:0.0:1787697829.377334:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.1:1787697829.377335:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1787697829.377336:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697829.377342:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377347:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377351:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377352:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697829.377354:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697829.377356:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697829.377359:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697829.377363:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697829.377365:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697829.377368:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697829.377372:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377375:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377379:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377383:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697829.377394:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697829.377400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377403:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697829.377406:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697829.377409:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697829.377411:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377414:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697829.377417:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697829.377421:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377424:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697829.377428:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697829.377431:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697829.377433:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697829.377441:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377443:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697829.377449:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697829.377452:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697829.377457:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697829.377461:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697829.377469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947124864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697829.377479:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697829.377482:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697829.377488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947124864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697829.377504:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697829.377508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697829.377515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697829.377518:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697829.377520:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697829.377525:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697829.377531:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3043
00000400:00000200:0.0:1787697829.377538:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697829.377544:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697829.377547:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697829.377550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377563:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697829.377567:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697829.377569:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697829.377572:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697829.377574:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697829.377578:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697829.377582:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697829.377588:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697829.377595:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377600:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697829.377605:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697829.377610:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697829.377615:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697829.377618:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697829.377622:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697829.377624:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377628:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697829.377630:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697829.377634:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377636:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697829.377641:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697829.377644:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697829.377649:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697829.377651:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697829.377655:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697829.377656:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697829.377658:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697829.377660:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697829.377662:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697829.377666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947124992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697829.377676:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697829.377679:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697829.377683:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947124992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697829.377695:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697829.377698:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3053)
00000800:00000200:1.1:1787697829.377781:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697829.377783:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697829.378055:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697829.378057:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787697829.378213:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697829.378214:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1787697829.825119:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697829.825122:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697829.825125:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697830.080929:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297716387, at 4297716416
00000100:00000010:0.0:1787697830.080944:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010180.
00000020:00000001:0.0:1787697831.873025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697831.873028:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697831.873031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697833.921035:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697833.921039:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697833.921042:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697834.497454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697834.497776:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697834.497931:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697834.498051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697834.944949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697834.944964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697834.944967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697834.944972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697834.944977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697834.944981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697834.944985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697834.944987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697834.944989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697835.200937:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297721507, at 4297721536
00000100:00000010:0.0:1787697835.200949:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010300.
00000100:00000001:0.0:1787697835.968931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697835.968936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697835.968940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697835.968947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697835.968955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697835.968959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697835.968968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697835.968971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697835.968974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697836.992933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697836.992940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697836.992944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697836.992949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697836.992955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697836.992959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697836.992962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697836.992963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697836.992966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787697837.569104:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787697837.569144:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787697837.569154:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697837.569158:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787697837.569163:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697837.569167:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787697837.569211:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697837.569215:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4a00.
00000400:00000200:0.0:1787697837.569220:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697837.569224:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697837.569230:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a32a8
00000400:00000010:0.0:1787697837.569233:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a32a8.
00000100:00000001:0.0:1787697837.569237:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697837.569246:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2e1c0 x1874533947125120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569269:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697837.569274:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947125120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569282:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697837.569284:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697837.569292:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697837.569294:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4d00.
00000400:00000200:0.0:1787697837.569298:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697837.569302:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697837.569305:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3a18
00000400:00000010:0.0:1787697837.569307:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3a18.
00000100:00000001:0.0:1787697837.569309:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697837.569314:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2cb40 x1874533947125248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569331:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697837.569334:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947125248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569344:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697837.569347:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697837.569356:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697837.569362:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4400.
00000400:00000200:0.0:1787697837.569368:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697837.569373:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697837.569390:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3660
00000400:00000010:0.0:1787697837.569395:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3660.
00000100:00000001:0.0:1787697837.569401:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697837.569409:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2c000 x1874533947125376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569430:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697837.569437:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947125376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569451:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697837.569455:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697837.569465:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697837.569471:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4e00.
00000400:00000200:0.0:1787697837.569477:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697837.569488:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697837.569494:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3550
00000400:00000010:0.0:1787697837.569499:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3550.
00000100:00000001:0.0:1787697837.569505:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697837.569514:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2f480 x1874533947125504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569541:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697837.569548:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947125504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697837.569576:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697837.569579:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787697838.016936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697838.016943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697838.016946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697838.016953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697838.016959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697838.016963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697838.016968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697838.016970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697838.016975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697839.040927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697839.040934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697839.040938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697839.040943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697839.040950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697839.040956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697839.040962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697839.040967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697839.040979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697839.617805:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697839.617808:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697839.618163:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697839.618165:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697839.618434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697839.618437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787697839.618684:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697839.618686:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787697840.064954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697840.064962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697840.064967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697840.064974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697840.064979:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697840.064983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697840.064996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697840.065000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697840.065003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697840.320942:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297726628, at 4297726656
00000100:00000010:0.0:1787697840.320958:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470105a0.
00000100:00000001:0.0:1787697841.088944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697841.088952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697841.088956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697841.088961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697841.088967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697841.088971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697841.088986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697841.088990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697841.088995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697842.113019:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697842.113030:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697842.113036:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697842.113048:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697842.113059:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697842.113065:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697842.113085:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697842.113090:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697842.113094:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697843.137008:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697843.137018:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697843.137028:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697843.137047:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697843.137058:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697843.137073:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697843.137078:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697843.137082:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697843.137086:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.160944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697844.160950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697844.160953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697844.160958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697844.160962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697844.160967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697844.160971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697844.160975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697844.160979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697844.736961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697844.736968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697844.736973:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697844.736978:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697844.736984:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697844.736993:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3058
00000400:00000200:0.0:1787697844.737002:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697844.737007:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697844.737010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697844.737014:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737017:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737020:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697844.737025:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697844.737027:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697844.737029:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697844.737032:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697844.737035:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697844.737037:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697844.737040:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737049:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737051:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737053:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697844.737056:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697844.737062:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737064:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697844.737067:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697844.737070:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697844.737073:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737075:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697844.737077:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697844.737086:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697844.737089:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697844.737093:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697844.737094:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737097:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697844.737099:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697844.737103:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697844.737110:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697844.737116:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697844.737124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697844.737132:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697844.737135:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697844.737139:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947126144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697844.737158:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697844.737161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697844.737164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697844.737165:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697844.737166:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697844.737169:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697844.737171:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3058
00000400:00000200:0.0:1787697844.737175:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697844.737178:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697844.737180:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697844.737184:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737186:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737189:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737194:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697844.737199:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697844.737201:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697844.737205:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697844.737208:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697844.737212:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697844.737216:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697844.737223:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737227:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737231:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737235:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697844.737240:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697844.737246:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737250:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697844.737257:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697844.737265:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697844.737269:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737272:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697844.737277:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697844.737282:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737288:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697844.737296:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697844.737302:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697844.737306:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697844.737308:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737310:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697844.737312:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697844.737316:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697844.737322:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697844.737329:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697844.737339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947126272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697844.737355:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697844.737359:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697844.737364:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947126272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697844.737377:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697844.737381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697844.737388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697844.737392:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697844.737396:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697844.737402:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697844.737409:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3058
00000400:00000200:0.0:1787697844.737423:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697844.737429:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697844.737434:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697844.737439:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737444:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787697844.737447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697844.737448:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737452:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:1.1:1787697844.737452:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787697844.737457:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697844.737460:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697844.737463:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697844.737466:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697844.737469:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697844.737471:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697844.737477:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737479:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737483:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737487:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697844.737490:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697844.737494:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737499:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697844.737504:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697844.737507:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697844.737510:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737513:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697844.737516:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697844.737521:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737525:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697844.737531:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697844.737533:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697844.737537:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697844.737551:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737553:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697844.737554:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697844.737557:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697844.737562:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697844.737568:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697844.737574:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947126400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697844.737585:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697844.737590:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697844.737594:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947126400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697844.737602:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697844.737604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697844.737606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697844.737606:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697844.737608:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697844.737612:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697844.737617:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3058
00000400:00000200:0.0:1787697844.737625:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697844.737633:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697844.737639:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697844.737644:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737650:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737655:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737661:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697844.737664:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697844.737667:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697844.737670:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697844.737673:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697844.737676:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697844.737680:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697844.737689:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737693:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697844.737698:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737703:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697844.737709:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697844.737718:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697844.737723:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697844.737728:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697844.737733:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697844.737738:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737743:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697844.737746:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697844.737751:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737754:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697844.737760:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697844.737764:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697844.737766:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697844.737767:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697844.737771:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697844.737775:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697844.737778:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697844.737784:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697844.737790:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697844.737799:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947126528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697844.737815:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697844.737820:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697844.737827:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947126528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697844.737843:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697844.737878:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3068)
00000800:00000200:1.1:1787697844.738034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697844.738035:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697844.738201:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697844.738202:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697844.738351:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697844.738353:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787697845.184943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697845.184951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697845.184953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697845.184959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697845.184965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697845.184972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697845.184978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697845.184983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697845.184987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697845.440937:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297731747, at 4297731776
00000100:00000010:0.0:1787697845.440950:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010480.
00000100:00000001:0.0:1787697846.208940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697846.208945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697846.208949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697846.208953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697846.208959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697846.208965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697846.208971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697846.208974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697846.208978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697847.232924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697847.232931:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697847.232934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697847.232941:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697847.232948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697847.232954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697847.232966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697847.232970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697847.232974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697848.256950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697848.256956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697848.256960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697848.256967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697848.256973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697848.256977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697848.256980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697848.256984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697848.256987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.280958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697849.280971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697849.280974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697849.280980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697849.280984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697849.280990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697849.281004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697849.281007:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697849.281011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697849.856968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697849.856978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697849.856983:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697849.856987:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697849.856993:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697849.857004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3063
00000400:00000200:0.0:1787697849.857014:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697849.857020:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697849.857023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697849.857026:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697849.857034:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697849.857036:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697849.857038:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697849.857041:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697849.857043:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697849.857044:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697849.857046:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857048:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697849.857052:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697849.857054:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857055:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697849.857057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697849.857061:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697849.857063:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857064:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697849.857066:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697849.857076:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697849.857078:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697849.857082:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697849.857083:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857086:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697849.857089:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697849.857093:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697849.857099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697849.857105:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697849.857114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947126656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697849.857122:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697849.857125:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697849.857128:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947126656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697849.857147:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697849.857149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697849.857151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697849.857152:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697849.857153:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697849.857154:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697849.857156:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3063
00000400:00000200:0.0:1787697849.857158:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697849.857159:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697849.857161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697849.857162:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857165:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857166:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697849.857168:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697849.857169:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697849.857170:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697849.857172:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697849.857173:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697849.857174:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697849.857176:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697849.857181:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697849.857183:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857184:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697849.857185:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697849.857190:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697849.857192:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857194:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697849.857200:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697849.857205:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857208:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697849.857212:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697849.857215:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697849.857217:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697849.857219:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857221:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697849.857223:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697849.857225:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697849.857230:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697849.857234:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697849.857240:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947126784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697849.857249:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697849.857252:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697849.857257:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947126784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697849.857267:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697849.857271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697849.857275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697849.857276:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697849.857279:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697849.857281:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697849.857283:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3063
00000400:00000200:0.0:1787697849.857288:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697849.857292:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697849.857294:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697849.857296:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857299:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857300:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697849.857301:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697849.857303:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697849.857312:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697849.857314:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697849.857318:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697849.857323:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697849.857326:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857331:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857333:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857335:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697849.857338:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697849.857343:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857344:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697849.857345:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697849.857347:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697849.857348:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857350:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697849.857352:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697849.857355:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857359:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697849.857362:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697849.857366:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697849.857370:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697849.857371:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857377:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697849.857380:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697849.857382:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697849.857387:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697849.857391:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697849.857399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947126912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697849.857409:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697849.857411:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697849.857416:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947126912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697849.857425:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697849.857427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697849.857432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697849.857433:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697849.857436:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697849.857437:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697849.857440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3063
00000400:00000200:0.0:1787697849.857444:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697849.857445:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697849.857446:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697849.857448:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857463:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857468:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697849.857469:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697849.857470:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697849.857471:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697849.857472:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697849.857474:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697849.857478:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697849.857483:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857485:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697849.857489:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857494:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697849.857497:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697849.857501:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697849.857503:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697849.857504:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697849.857508:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697849.857510:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857513:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697849.857516:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697849.857519:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857521:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697849.857524:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697849.857526:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697849.857528:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697849.857530:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697849.857534:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697849.857537:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697849.857540:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697849.857544:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697849.857548:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697849.857555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947127040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697849.857567:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697849.857569:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697849.857573:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947127040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697849.857584:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697849.857589:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3073)
00000800:00000200:1.1:1787697849.857593:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697849.857596:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697849.857881:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697849.857883:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697849.858074:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697849.858076:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787697849.858237:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697849.858239:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787697850.304962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697850.304967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697850.304971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697850.304976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697850.304979:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697850.304988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697850.305001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697850.305004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697850.305010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697850.560958:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297736867, at 4297736896
00000100:00000010:0.0:1787697850.560978:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010000.
00000100:00000001:0.0:1787697851.328982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697851.328990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697851.328993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697851.328996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697851.329001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697851.329003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697851.329010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697851.329013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697851.329016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697852.352978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697852.352986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697852.352989:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697852.352994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697852.352999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697852.353010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697852.353021:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697852.353025:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697852.353029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697853.376994:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697853.377004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697853.377006:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697853.377016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697853.377020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697853.377027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697853.377031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697853.377037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697853.377056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697854.400917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697854.400924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697854.400927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697854.400934:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697854.400940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697854.400944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697854.400955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697854.400957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697854.400959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697854.977386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697854.977390:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697854.977998:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697854.978002:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697854.978198:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697854.978199:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697854.978408:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697854.978409:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787697855.424949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697855.424955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697855.424959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697855.424966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697855.424974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697855.424978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697855.424987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697855.424991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697855.424998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697855.680949:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297741987, at 4297742016
00000100:00000010:0.0:1787697855.680963:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70a80.
00000100:00000001:0.0:1787697856.448906:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697856.448911:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697856.448913:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697856.448917:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697856.448923:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697856.448926:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697856.448930:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697856.448933:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697856.448936:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697857.472943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697857.472948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697857.472951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697857.472957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697857.472962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697857.472965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697857.472969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697857.472972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697857.472976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697858.496932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697858.496941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697858.496945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697858.496954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697858.496963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697858.496970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697858.496976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697858.496979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697858.496986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697859.520933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697859.520940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697859.520944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697859.520951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697859.520957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697859.520962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697859.520970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697859.520975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697859.520978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697860.097391:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697860.097395:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697860.097901:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697860.097902:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697860.098125:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697860.098127:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697860.098431:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697860.098433:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787697860.544939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697860.544947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697860.544951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697860.544959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697860.544966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697860.544972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697860.544978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697860.544980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697860.544982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697860.800932:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297747107, at 4297747136
00000100:00000010:0.0:1787697860.800946:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70540.
00000100:00000001:0.0:1787697861.568956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697861.568965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697861.568969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697861.568976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697861.568982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697861.568988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697861.569004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697861.569008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697861.569012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697862.592941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697862.592947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697862.592949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697862.592955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697862.592959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697862.592963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697862.592966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697862.592969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697862.592971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697863.616950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697863.616959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697863.616963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697863.616968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697863.616974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697863.616980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697863.616989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697863.616990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697863.616992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697864.640991:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697864.640999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697864.641002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697864.641009:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697864.641015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697864.641018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697864.641021:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697864.641026:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697864.641029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697865.217454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697865.217469:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697865.218091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697865.218093:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697865.218296:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697865.218298:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697865.218554:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697865.218556:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787697865.664959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697865.664967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697865.664971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697865.664976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697865.664981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697865.664987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697865.664998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697865.665001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697865.665004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697865.920939:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297752227, at 4297752256
00000100:00000010:0.0:1787697865.920956:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d80.
00000100:00000001:0.0:1787697866.688939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697866.688946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697866.688951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697866.688958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697866.688965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697866.688970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697866.688983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697866.688987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697866.688991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697867.712959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697867.712969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697867.712975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697867.712983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697867.712995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697867.713001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697867.713010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697867.713014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697867.713018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697868.737120:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697868.737137:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697868.737142:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697870.337491:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697870.337496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697870.338114:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697870.338116:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697870.338310:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697870.338311:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787697870.338535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697870.338536:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1787697870.785017:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697870.785020:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697870.785022:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697871.042879:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297757347, at 4297757378
00000100:00000010:0.0:1787697871.042886:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000020:00000001:0.0:1787697872.832985:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697872.832989:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697872.832993:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697873.857036:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697873.857057:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697873.857060:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697874.883359:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697874.883362:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697874.883365:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697875.457522:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697875.457529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697875.460800:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697875.460802:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697875.461067:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697875.461069:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697875.461421:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697875.461423:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787697875.904944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697875.904948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697875.904952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697875.904956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697875.904962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697875.904967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697875.904971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697875.904974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697875.904977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697876.160937:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297762470, at 4297762496
00000100:00000010:0.0:1787697876.160953:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70420.
00000100:00000001:0.0:1787697876.928941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697876.928948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697876.928952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697876.928958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697876.928964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697876.928968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697876.928980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697876.928984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697876.929002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697877.952906:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697877.952913:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697877.952915:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697877.952921:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697877.952924:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697877.952929:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697877.952932:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697877.952936:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697877.952941:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697878.976982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697878.976986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697878.976988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697878.976992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697878.976996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697878.976998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697878.977004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697878.977005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697878.977009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697880.000933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697880.000955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697880.000959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697880.000966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697880.000972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697880.000977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697880.000988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697880.000991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697880.000995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697880.577433:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697880.577438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697880.578024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697880.578026:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697880.578245:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697880.578247:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787697880.578473:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697880.578475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787697881.024973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697881.024981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697881.024985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697881.024991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697881.024994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697881.024997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697881.025001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697881.025008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697881.025012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697881.025136:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697881.025139:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697881.025141:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697881.025143:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697881.025145:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697881.025147:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697881.025149:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697881.025150:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697881.025152:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697881.280958:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297767587, at 4297767616
00000100:00000010:0.0:1787697881.280974:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d706c0.
00000100:00000001:0.0:1787697882.048952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697882.048958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697882.048963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697882.048970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697882.048977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697882.048983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697882.048987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697882.048989:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697882.048992:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697883.072949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697883.072957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697883.072960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697883.072966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697883.072973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697883.072979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697883.072996:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697883.072999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697883.073002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697884.096939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697884.096948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697884.096951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697884.096956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697884.096960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697884.096965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697884.096968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697884.096971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697884.096974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697885.120980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697885.120994:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697885.121000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697885.121007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697885.121012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697885.121016:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697885.121020:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697885.121022:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697885.121025:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697885.697646:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697885.697653:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697885.697990:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697885.697991:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697885.698227:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697885.698229:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787697885.698381:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697885.698382:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787697886.144914:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697886.144918:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697886.144921:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697886.144925:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697886.144938:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697886.144942:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697886.144952:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697886.144956:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697886.144959:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697886.400949:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297772707, at 4297772736
00000100:00000010:0.0:1787697886.400964:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d708a0.
00000100:00000001:0.0:1787697886.720988:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697886.720994:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697886.720996:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697886.721002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697886.721006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697886.721008:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697886.721011:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697886.721013:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697886.721020:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697887.168933:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697887.168940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697887.168943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697887.168950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697887.168955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697887.168959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697887.168963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697887.168965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697887.168967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697887.744955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697887.744962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697887.744964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697887.744969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697887.744972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697887.744976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697887.744978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697887.744980:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697887.744983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697888.192917:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697888.192923:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697888.192926:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697888.192931:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697888.192936:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697888.192941:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697888.192946:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697888.192950:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697888.192954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697888.768953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697888.768960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697888.768961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697888.768967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697888.768970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697888.768974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697888.768977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697888.768979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697888.768981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697889.216913:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697889.216918:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697889.216922:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697889.216929:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697889.216936:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697889.216941:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697889.216949:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697889.216953:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697889.216956:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697889.792956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697889.792961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697889.792963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697889.792967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697889.792969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697889.792973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697889.792974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697889.792976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697889.792978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.241401:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697890.241404:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697890.241406:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697890.241408:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697890.241410:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697890.241413:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697890.241414:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697890.241416:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697890.241418:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697890.816956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697890.816967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697890.816971:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697890.816976:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697890.816984:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697890.816992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3104
00000400:00000200:0.0:1787697890.817002:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697890.817009:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697890.817013:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697890.817025:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817031:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817033:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697890.817039:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697890.817041:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697890.817044:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697890.817047:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697890.817050:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697890.817053:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697890.817055:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697890.817064:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697890.817067:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817070:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697890.817072:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697890.817075:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697890.817078:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817080:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697890.817082:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697890.817091:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697890.817095:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697890.817099:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697890.817101:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817104:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697890.817107:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697890.817110:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697890.817116:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697890.817122:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697890.817130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947130752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697890.817139:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697890.817143:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697890.817147:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947130752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697890.817165:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697890.817168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697890.817171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697890.817173:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697890.817175:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697890.817178:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697890.817181:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3104
00000400:00000200:0.0:1787697890.817185:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697890.817189:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697890.817191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697890.817195:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817200:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817206:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817210:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697890.817216:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697890.817219:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697890.817222:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697890.817225:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697890.817231:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697890.817236:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697890.817244:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817249:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817254:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817257:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697890.817261:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697890.817266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817270:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697890.817272:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697890.817277:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697890.817281:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817285:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697890.817292:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697890.817296:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817299:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697890.817303:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697890.817307:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697890.817314:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697890.817316:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817320:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697890.817324:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697890.817328:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697890.817335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697890.817341:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697890.817352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947130880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697890.817368:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697890.817373:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697890.817380:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947130880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697890.817399:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697890.817404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697890.817413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697890.817416:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697890.817418:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697890.817422:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697890.817428:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3104
00000400:00000200:0.0:1787697890.817435:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697890.817438:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697890.817441:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697890.817444:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817446:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817458:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697890.817463:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697890.817466:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697890.817470:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697890.817473:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697890.817476:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697890.817480:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697890.817487:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817493:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787697890.817496:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697890.817498:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:2.1:1787697890.817500:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787697890.817503:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697890.817508:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697890.817512:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817517:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697890.817520:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697890.817523:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697890.817529:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817532:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697890.817537:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697890.817541:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817544:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697890.817548:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697890.817551:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697890.817557:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697890.817560:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817563:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697890.817565:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697890.817568:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697890.817573:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697890.817578:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697890.817589:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947131008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697890.817609:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697890.817614:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697890.817621:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947131008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697890.817636:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697890.817639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697890.817644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697890.817646:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697890.817648:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697890.817654:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697890.817659:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3104
00000400:00000200:0.0:1787697890.817666:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697890.817673:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697890.817677:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697890.817685:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817701:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697890.817706:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697890.817709:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697890.817712:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697890.817716:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697890.817720:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697890.817725:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697890.817732:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817737:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697890.817742:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817747:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697890.817779:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697890.817786:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697890.817792:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697890.817797:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697890.817801:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697890.817807:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817812:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697890.817817:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697890.817823:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817827:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697890.817833:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697890.817839:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697890.817844:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697890.817847:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697890.817874:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697890.817876:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697890.817878:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697890.817882:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697890.817887:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697890.817896:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947131136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697890.817918:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697890.817922:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697890.817931:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947131136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697890.817950:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697890.817959:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3114)
00000800:00000200:2.1:1787697890.818085:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697890.818087:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697890.818339:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697890.818340:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697890.818529:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697890.818530:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787697891.264947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697891.264953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697891.264957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697891.264962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697891.264968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697891.264973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697891.264983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697891.264987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697891.264991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697891.520934:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297777827, at 4297777856
00000100:00000010:0.0:1787697891.520948:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c00.
00000100:00000001:0.0:1787697892.288946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697892.288953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697892.288957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697892.288964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697892.288969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697892.288974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697892.288981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697892.288986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697892.288989:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697893.312930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697893.312936:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697893.312940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697893.312951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697893.312956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697893.312960:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697893.312970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697893.312972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697893.312975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697894.336950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697894.336964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697894.336970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697894.336976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697894.336984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697894.336988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697894.337002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697894.337007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697894.337011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697895.360922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697895.360931:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697895.360936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697895.360942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697895.360949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697895.360955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697895.360961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697895.360964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697895.360968:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697895.937357:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697895.937362:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697895.937936:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697895.937938:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697895.938142:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697895.938144:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697895.938346:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697895.938347:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787697896.384939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697896.384947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697896.384951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697896.384958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697896.384965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697896.384970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697896.384975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697896.384977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697896.384979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697896.640942:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297782947, at 4297782976
00000100:00000010:0.0:1787697896.640956:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d704e0.
00000100:00000001:0.0:1787697897.408928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697897.408935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697897.408940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697897.408946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697897.408953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697897.408959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697897.408965:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697897.408969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697897.408973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697898.432938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697898.432945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697898.432949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697898.432956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697898.432963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697898.432968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697898.432978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697898.432981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697898.432983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697899.456936:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697899.456941:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697899.456944:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697899.456950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697899.456955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697899.456959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697899.456964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697899.456967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697899.456971:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697900.480955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697900.480964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697900.480969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697900.480978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697900.480985:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697900.480991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697900.481005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697900.481009:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697900.481013:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697901.057497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697901.057760:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697901.057902:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697901.058051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697901.504922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697901.504931:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697901.504936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697901.504944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697901.504952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697901.504959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697901.504977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697901.504981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697901.504984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697901.760923:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297788067, at 4297788096
00000100:00000010:0.0:1787697901.760935:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70600.
00000100:00000001:0.0:1787697902.528908:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697902.528913:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697902.528915:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697902.528919:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697902.528922:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697902.528926:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697902.528929:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697902.528931:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697902.528933:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787697904.129174:0:2344:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787697904.129228:0:2344:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787697904.129237:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697904.129241:0:2344:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787697904.129246:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697904.129250:0:2344:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787697904.129255:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697904.129258:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:0.0:1787697904.129263:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697904.129268:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697904.129273:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06cc0
00000400:00000010:0.0:1787697904.129276:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06cc0.
00000100:00000001:0.0:1787697904.129280:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697904.129288:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e70c0 x1874533947131776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129315:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697904.129320:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947131776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129327:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697904.129329:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697904.129338:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697904.129341:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000400:00000200:0.0:1787697904.129343:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697904.129346:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697904.129349:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06b28
00000400:00000010:0.0:1787697904.129351:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06b28.
00000100:00000001:0.0:1787697904.129353:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697904.129357:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5e00 x1874533947131904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129365:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697904.129368:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947131904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129375:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697904.129376:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697904.129381:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697904.129383:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:0.0:1787697904.129386:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697904.129389:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697904.129392:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06dd0
00000400:00000010:0.0:1787697904.129394:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06dd0.
00000100:00000001:0.0:1787697904.129396:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697904.129399:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5680 x1874533947132032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129406:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697904.129408:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947132032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129414:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697904.129416:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787697904.129420:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787697904.129423:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716eb00.
00000400:00000200:0.0:1787697904.129425:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787697904.129428:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787697904.129431:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d065d8
00000400:00000010:0.0:1787697904.129433:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d065d8.
00000100:00000001:0.0:1787697904.129435:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787697904.129439:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4b40 x1874533947132160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129452:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787697904.129454:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947132160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787697926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697904.129460:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697904.129461:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787697904.576953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697904.576957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697904.576960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697904.576966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697904.576969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697904.576972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697904.576981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697904.576984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697904.576986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697906.176950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697906.176959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697906.176962:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697906.176965:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697906.176969:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697906.176976:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3120
00000400:00000200:0.0:1787697906.176990:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697906.176999:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697906.177005:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697906.177008:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177011:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177014:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177016:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697906.177020:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697906.177022:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697906.177025:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697906.177027:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697906.177030:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697906.177032:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697906.177035:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177037:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177039:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697906.177043:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697906.177046:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177049:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697906.177051:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697906.177055:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697906.177058:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177060:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697906.177063:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697906.177069:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697906.177073:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697906.177077:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697906.177079:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177082:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697906.177085:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697906.177089:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697906.177096:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697906.177102:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697906.177112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947132288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697906.177121:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697906.177125:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697906.177129:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947132288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697906.177151:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697906.177154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697906.177157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697906.177158:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697906.177160:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697906.177163:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697906.177165:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3120
00000400:00000200:0.0:1787697906.177169:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697906.177171:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697906.177174:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697906.177176:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177179:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177180:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177182:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697906.177184:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697906.177186:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697906.177188:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697906.177190:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697906.177192:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697906.177194:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697906.177197:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177199:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177201:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177203:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697906.177205:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697906.177207:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177210:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697906.177211:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697906.177217:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697906.177219:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177220:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697906.177225:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697906.177228:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177230:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697906.177235:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697906.177237:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697906.177240:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697906.177241:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177242:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697906.177244:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697906.177245:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697906.177249:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697906.177252:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697906.177257:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947132416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697906.177263:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697906.177265:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697906.177269:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947132416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697906.177277:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697906.177279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697906.177283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697906.177285:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697906.177287:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697906.177289:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697906.177291:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3120
00000400:00000200:0.0:1787697906.177295:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697906.177297:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697906.177300:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697906.177303:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177305:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177307:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177310:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697906.177314:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697906.177317:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697906.177321:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697906.177325:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697906.177327:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697906.177331:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697906.177336:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177341:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177346:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177352:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697906.177356:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697906.177361:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177364:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697906.177368:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697906.177373:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697906.177377:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177380:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697906.177384:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697906.177388:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177392:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697906.177398:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697906.177402:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697906.177406:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697906.177408:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177410:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697906.177414:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697906.177417:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697906.177423:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697906.177428:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697906.177434:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947132544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697906.177446:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697906.177448:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697906.177453:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947132544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697906.177467:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697906.177471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697906.177480:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697906.177484:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697906.177486:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697906.177519:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697906.177521:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3120
00000400:00000200:0.0:1787697906.177527:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697906.177533:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697906.177537:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697906.177542:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177547:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177549:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697906.177556:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697906.177559:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697906.177561:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697906.177563:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697906.177565:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697906.177567:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697906.177571:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177576:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697906.177581:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177583:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697906.177588:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697906.177594:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697906.177598:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697906.177601:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697906.177605:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697906.177609:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177613:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697906.177617:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697906.177622:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177625:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697906.177630:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697906.177635:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697906.177640:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697906.177643:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697906.177645:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697906.177649:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697906.177652:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697906.177658:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697906.177665:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697906.177671:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947132672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697906.177687:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697906.177690:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697906.177696:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947132672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697906.177708:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697906.177714:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697906.177715:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3130)
00000800:00000200:2.1:1787697906.177720:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697906.178075:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697906.178078:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697906.179483:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697906.179485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697906.179725:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697906.179727:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1787697906.624994:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697906.624999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697906.625002:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697906.880944:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297793187, at 4297793216
00000100:00000010:0.0:1787697906.880957:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d704e0.
00000020:00000001:0.0:1787697908.672994:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697908.672999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697908.673004:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697910.721029:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697910.721034:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697910.721040:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697911.296922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697911.296930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697911.296933:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697911.296938:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697911.296943:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697911.296950:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3125
00000400:00000200:0.0:1787697911.296960:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697911.296966:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697911.296969:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697911.296971:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.296973:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.296975:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.296977:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697911.296980:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697911.296982:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697911.296984:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697911.296987:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697911.296989:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697911.296991:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697911.296994:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.296996:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.296997:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.296999:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697911.297002:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697911.297005:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297008:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697911.297010:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697911.297014:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697911.297016:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297018:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697911.297021:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697911.297029:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697911.297032:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697911.297036:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697911.297037:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297039:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697911.297041:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697911.297045:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697911.297050:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697911.297056:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697911.297065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947132800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697911.297074:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697911.297079:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697911.297084:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947132800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697911.297105:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697911.297108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697911.297110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697911.297111:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697911.297112:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697911.297114:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697911.297115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3125
00000400:00000200:0.0:1787697911.297118:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697911.297120:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697911.297122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697911.297123:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297125:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.297126:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297127:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697911.297130:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697911.297131:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697911.297132:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697911.297134:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697911.297136:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697911.297138:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697911.297141:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297143:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.297144:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297146:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697911.297148:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697911.297151:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297156:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697911.297158:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697911.297163:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697911.297167:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297171:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697911.297176:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697911.297180:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297182:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697911.297189:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697911.297192:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697911.297196:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697911.297199:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297201:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697911.297205:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697911.297208:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697911.297214:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697911.297220:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697911.297229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947132928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697911.297243:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697911.297252:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697911.297256:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947132928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697911.297263:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697911.297267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697911.297270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697911.297272:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697911.297274:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697911.297276:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697911.297278:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3125
00000400:00000200:0.0:1787697911.297284:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697911.297290:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697911.297294:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697911.297299:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297303:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.297306:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297309:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697911.297311:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697911.297313:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697911.297315:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697911.297317:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697911.297320:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697911.297323:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697911.297329:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297332:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.297336:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297339:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697911.297342:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697911.297344:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297348:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697911.297350:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697911.297352:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697911.297356:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297357:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697911.297359:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697911.297362:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297364:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697911.297369:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697911.297372:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697911.297373:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697911.297376:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297379:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697911.297380:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697911.297381:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697911.297383:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697911.297388:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697911.297394:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947133056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697911.297417:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697911.297419:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697911.297427:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947133056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697911.297451:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697911.297455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697911.297460:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697911.297465:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697911.297469:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697911.297474:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697911.297479:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3125
00000400:00000200:0.0:1787697911.297488:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697911.297496:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:2.1:1787697911.297497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697911.297502:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1787697911.297503:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697911.297509:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297511:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.297516:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297518:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697911.297520:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697911.297521:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697911.297523:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697911.297525:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697911.297526:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697911.297527:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697911.297531:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297534:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697911.297538:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297540:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697911.297545:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697911.297552:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697911.297557:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697911.297562:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697911.297567:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697911.297573:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297577:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697911.297581:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697911.297586:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297590:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697911.297594:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697911.297598:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697911.297601:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697911.297603:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697911.297606:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697911.297607:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697911.297609:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697911.297612:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697911.297617:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697911.297625:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947133184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697911.297634:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697911.297636:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697911.297639:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947133184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697911.297647:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697911.297650:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3135)
00000800:00000200:2.1:1787697911.297940:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697911.297943:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697911.298187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697911.298188:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787697911.298434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697911.298437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1787697912.000946:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297798307, at 4297798336
00000100:00000010:0.0:1787697912.000961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c00.
00000020:00000001:0.0:1787697912.769036:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697912.769040:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697912.769043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697913.793027:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697913.793030:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697913.793034:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697914.817001:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697914.817005:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697914.817008:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697915.840988:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697915.840991:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697915.840994:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697916.416958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697916.416968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697916.416972:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697916.416987:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697916.416994:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697916.417002:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3130
00000400:00000200:0.0:1787697916.417011:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697916.417018:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697916.417021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697916.417024:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.417029:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697916.417035:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697916.417036:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697916.417039:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697916.417041:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697916.417044:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697916.417046:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697916.417049:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417051:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.417053:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417054:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697916.417057:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697916.417060:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417062:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697916.417064:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697916.417067:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697916.417070:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417072:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697916.417074:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697916.417082:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697916.417086:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697916.417090:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697916.417091:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417094:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697916.417096:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697916.417100:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697916.417107:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697916.417113:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697916.417121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947133312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697916.417129:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697916.417133:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697916.417138:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947133312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697916.417158:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697916.417160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697916.417163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697916.417165:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697916.417167:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697916.417170:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697916.417173:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3130
00000400:00000200:0.0:1787697916.417177:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697916.417181:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697916.417184:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697916.417187:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417190:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.417196:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417203:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697916.417209:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697916.417213:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697916.417216:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697916.417221:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697916.417230:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697916.417239:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697916.417246:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417254:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.417259:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417265:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697916.417270:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697916.417277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417290:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697916.417300:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697916.417307:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697916.417345:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417349:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697916.417358:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697916.417364:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417382:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697916.417393:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697916.417401:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697916.417413:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697916.417417:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417425:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697916.417429:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697916.417435:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697916.417443:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787697916.417449:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697916.417459:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947133440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697916.417483:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697916.417490:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697916.417504:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947133440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697916.417544:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697916.417552:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697916.417563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697916.417567:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697916.417572:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787697916.417575:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787697916.417580:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787697916.417581:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1787697916.417591:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3130
00000400:00000200:0.0:1787697916.417608:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697916.417619:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697916.417627:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697916.417637:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417644:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.417657:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417662:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697916.417665:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697916.417668:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697916.417674:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697916.417680:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697916.417692:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697916.417703:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697916.417715:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417722:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.417731:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417734:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697916.417740:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697916.417750:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697916.417760:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697916.417768:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697916.417776:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697916.417790:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417796:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697916.417801:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697916.417807:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417812:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697916.417821:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697916.417826:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697916.417836:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697916.417839:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.417846:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697916.417889:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697916.417895:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697916.417903:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697916.417911:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697916.417926:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947133568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697916.417944:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697916.417949:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697916.417962:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947133568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697916.417973:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697916.417977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697916.417981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697916.417984:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697916.417986:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697916.417990:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697916.417995:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3130
00000400:00000200:0.0:1787697916.418002:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697916.418010:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697916.418017:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697916.418028:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.418030:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.418036:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.418038:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697916.418041:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697916.418043:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697916.418047:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697916.418052:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697916.418061:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697916.418067:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697916.418078:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.418083:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697916.418089:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697916.418095:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697916.418104:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697916.418114:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697916.418120:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697916.418128:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697916.418132:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697916.418137:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.418141:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697916.418146:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697916.418154:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.418157:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697916.418162:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697916.418166:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697916.418171:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697916.418174:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697916.418178:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697916.418184:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697916.418187:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697916.418198:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697916.418207:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697916.418216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947133696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697916.418237:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697916.418241:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697916.418255:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947133696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697916.418283:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697916.418295:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3140)
00000800:00000200:2.1:1787697916.418421:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697916.418423:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697916.418717:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697916.418719:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787697916.419096:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697916.419099:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1787697916.865150:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697916.865154:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697916.865157:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697917.120995:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297803427, at 4297803456
00000100:00000010:0.0:1787697917.121015:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d708a0.
00000020:00000001:0.0:1787697917.889017:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697917.889023:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697917.889027:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697919.937117:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697919.937122:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697919.937126:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697920.961101:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697920.961106:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697920.961110:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697921.537582:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697921.537587:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697921.538085:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697921.538087:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697921.538330:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697921.538332:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787697921.538516:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697921.538517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1787697921.985129:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697921.985135:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697921.985139:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697922.240995:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297808547, at 4297808576
00000100:00000010:0.0:1787697922.241017:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d706c0.
00000020:00000001:0.0:1787697923.009037:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697923.009047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697923.009052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697925.057024:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697925.057030:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697925.057034:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787697926.656938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697926.656944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697926.656947:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697926.656951:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697926.656954:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697926.656959:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3140
00000400:00000200:0.0:1787697926.656967:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697926.656971:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697926.656973:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697926.656975:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.656977:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.656978:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.656980:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697926.656982:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697926.656984:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697926.656986:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697926.656988:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697926.656990:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697926.656991:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697926.656993:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657000:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657001:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657003:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697926.657005:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697926.657007:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657008:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697926.657010:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697926.657012:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697926.657014:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657015:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697926.657017:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697926.657023:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697926.657025:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697926.657028:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697926.657029:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657031:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697926.657033:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697926.657037:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697926.657042:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697926.657047:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697926.657053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947134336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697926.657059:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697926.657062:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697926.657065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947134336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697926.657078:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697926.657080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697926.657083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697926.657084:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697926.657085:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697926.657087:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697926.657088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3140
00000400:00000200:0.0:1787697926.657090:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697926.657092:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697926.657093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697926.657094:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657097:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657098:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697926.657100:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697926.657101:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697926.657102:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697926.657103:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697926.657104:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697926.657106:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697926.657107:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657108:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657110:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657111:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697926.657113:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697926.657114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657116:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697926.657117:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697926.657122:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697926.657126:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657128:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697926.657132:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697926.657136:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657158:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697926.657164:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697926.657168:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697926.657173:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697926.657176:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657178:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697926.657181:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697926.657184:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697926.657189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697926.657194:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697926.657203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947134464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697926.657212:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697926.657216:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697926.657220:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947134464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697926.657230:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697926.657233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697926.657239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697926.657242:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697926.657244:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697926.657248:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697926.657253:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3140
00000400:00000200:0.0:1787697926.657260:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697926.657263:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697926.657268:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697926.657274:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697926.657287:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697926.657290:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697926.657291:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697926.657292:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697926.657295:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697926.657298:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697926.657302:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657305:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657310:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697926.657316:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697926.657320:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657323:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697926.657327:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697926.657330:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697926.657333:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657334:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697926.657337:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697926.657339:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657343:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697926.657348:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697926.657353:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697926.657357:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697926.657358:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657359:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697926.657360:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697926.657361:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697926.657363:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697926.657368:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697926.657374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947134592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697926.657394:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697926.657397:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697926.657401:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947134592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697926.657409:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697926.657412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697926.657414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697926.657417:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697926.657419:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697926.657422:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697926.657425:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3140
00000400:00000200:0.0:1787697926.657429:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697926.657432:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697926.657435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787697926.657436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697926.657439:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787697926.657441:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787697926.657442:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657447:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657450:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697926.657454:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697926.657456:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697926.657460:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697926.657461:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697926.657462:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697926.657464:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697926.657469:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657474:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697926.657480:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657485:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697926.657491:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697926.657498:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697926.657505:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697926.657508:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697926.657514:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697926.657519:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657525:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697926.657527:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697926.657532:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657534:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697926.657537:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697926.657540:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697926.657542:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697926.657543:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697926.657544:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697926.657546:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697926.657550:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697926.657554:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697926.657558:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697926.657564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947134720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697926.657572:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697926.657575:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697926.657580:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947134720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697926.657598:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697926.657604:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3150)
00000800:00000200:2.1:1787697926.657836:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697926.657838:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697926.658120:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697926.658122:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787697926.658328:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697926.658330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1787697927.104981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697927.104984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697927.104986:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697927.360946:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297813667, at 4297813696
00000100:00000010:0.0:1787697927.360961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70060.
00000020:00000001:0.0:1787697929.153050:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697929.153053:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697929.153055:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697931.201008:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697931.201012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697931.201014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697931.777321:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697931.777330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697931.777639:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697931.777640:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697931.777807:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697931.777809:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787697931.778009:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697931.778011:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1787697932.480936:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297818787, at 4297818816
00000100:00000010:0.0:1787697932.480948:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010060.
00000020:00000001:0.0:1787697933.249104:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697933.249107:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697933.249110:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697934.272974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697934.272982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697934.272987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697934.272993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697934.273000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697934.273019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697934.273024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697934.273027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697934.273031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697935.296982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697935.297000:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697935.297005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697935.297015:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697935.297024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697935.297028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697935.297040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697935.297045:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697935.297050:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697936.321105:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697936.321107:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697936.321109:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787697936.897616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697936.897634:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697936.898390:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697936.898393:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697936.898605:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697936.898607:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787697936.898793:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697936.898795:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1787697937.345090:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697937.345094:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697937.345098:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697937.600988:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297823907, at 4297823936
00000100:00000010:0.0:1787697937.601006:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f00.
00000020:00000001:0.0:1787697938.369065:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697938.369069:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697938.369072:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697939.393035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697939.393038:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697939.393039:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697940.417015:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697940.417019:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697940.417024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697940.417030:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697940.417036:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697940.417038:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697940.417040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697940.417042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697940.417044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697941.440948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697941.440951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697941.440953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697941.440965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697941.440969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697941.440974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697941.440981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697941.440983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697941.440984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697942.017417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697942.017419:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697942.017831:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697942.017833:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697942.018065:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697942.018067:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787697942.018221:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697942.018223:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787697942.464947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697942.464955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697942.464959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697942.464970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697942.464983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697942.464989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697942.464996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697942.465000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697942.465007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697942.720970:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297829027, at 4297829056
00000100:00000010:0.0:1787697942.720991:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000100:00000001:0.0:1787697943.489007:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697943.489015:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697943.489020:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697943.489029:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697943.489034:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697943.489043:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697943.489051:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697943.489056:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697943.489061:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697944.512931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697944.512936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697944.512941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697944.512948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697944.512952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697944.512956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697944.512966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697944.512970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697944.512975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697945.536935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697945.536943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697945.536946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697945.536952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697945.536958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697945.536962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697945.536970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697945.536975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697945.536980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697946.560915:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697946.560923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697946.560927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697946.560933:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697946.560939:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697946.560945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697946.560951:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697946.560955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697946.560961:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697947.137463:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697947.137478:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697947.138052:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697947.138055:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697947.138306:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697947.138307:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787697947.138465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697947.138466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787697947.584932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697947.584939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697947.584945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697947.584951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697947.584954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697947.584959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697947.584974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697947.584977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697947.584980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697947.840953:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297834147, at 4297834176
00000100:00000010:0.0:1787697947.840970:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470104e0.
00000100:00000001:0.0:1787697948.608928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697948.608935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697948.608938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697948.608942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697948.608946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697948.608950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697948.608952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697948.608954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697948.608958:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697949.632953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697949.632961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697949.632966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697949.632975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697949.632982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697949.632989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697949.632995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697949.632999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697949.633004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697950.656981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697950.656995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697950.657002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697950.657012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697950.657029:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697950.657036:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697950.657046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697950.657050:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697950.657056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697952.257759:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697952.257766:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697952.258310:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697952.258311:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697952.258562:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697952.258565:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787697952.258821:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697952.258824:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787697952.960969:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297839268, at 4297839296
00000100:00000010:0.0:1787697952.960998:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010240.
00000100:00000001:0.0:1787697953.729003:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697953.729008:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697953.729013:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697953.729017:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697953.729021:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697953.729025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697953.729035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697953.729036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697953.729038:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697954.752939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697954.752947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697954.752950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697954.752959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697954.752969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697954.752978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697954.752989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697954.752994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697954.753003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697955.776982:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697955.776992:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697955.776994:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787697956.801039:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697956.801048:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697956.801051:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787697957.377472:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697957.377476:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697957.378091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697957.378094:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697957.378367:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697957.378369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787697957.378648:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697957.378650:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1787697958.080908:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297844387, at 4297844416
00000100:00000010:0.0:1787697958.080920:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d703c0.
00000100:00000001:0.0:1787697958.400957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697958.400962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697958.400964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697958.400967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697958.400969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697958.400972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697958.400974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697958.400975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697958.400977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697958.849109:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697958.849112:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697958.849115:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697959.424951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697959.424959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697959.424961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697959.424967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697959.424971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697959.424975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697959.424978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697959.424980:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697959.424983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697960.448951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697960.448956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697960.448959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697960.448962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697960.448965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697960.448968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697960.448970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697960.448972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697960.448974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697960.897004:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697960.897008:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697960.897012:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697961.472937:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697961.472943:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697961.472944:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697961.472948:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697961.472950:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697961.472953:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697961.472954:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697961.472956:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697961.472958:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697962.496984:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697962.496989:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697962.496993:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697962.496999:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697962.497004:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697962.497009:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697962.497013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697962.497017:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697962.497020:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697962.497612:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697962.497616:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697962.498175:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697962.498177:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697962.498434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697962.498437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787697962.498702:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697962.498705:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1787697962.945040:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697962.945042:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697962.945044:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787697963.200941:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297849507, at 4297849536
00000100:00000010:0.0:1787697963.200959:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70660.
00000100:00000001:0.0:1787697963.520924:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697963.520932:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697963.520934:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697963.520941:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697963.520944:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697963.520947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697963.520950:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697963.520952:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697963.520954:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697964.544934:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697964.544940:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697964.544942:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697964.544947:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697964.544950:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697964.544954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697964.544956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697964.544959:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697964.544961:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697964.993010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697964.993014:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697964.993017:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697965.568942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697965.568949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697965.568952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697965.568957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697965.568960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697965.568964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697965.568967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697965.568969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697965.568971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697966.592966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697966.592972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697966.592975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697966.592979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697966.592982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697966.592985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697966.592988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697966.592990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697966.592993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697967.041002:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697967.041005:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697967.041007:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697967.616927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697967.616933:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697967.616935:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697967.616941:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697967.616945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697967.616950:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697967.616953:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697967.616958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697967.616964:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697967.617433:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697967.617782:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697967.618051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697967.618194:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787697968.320919:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297854627, at 4297854656
00000100:00000010:0.0:1787697968.320932:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70900.
00000100:00000001:0.0:1787697968.640941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697968.640947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697968.640949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697968.640953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697968.640956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697968.640959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697968.640960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697968.640962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697968.640964:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697969.089133:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697969.089137:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697969.089139:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697969.664927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697969.664932:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697969.664934:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697969.664937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697969.664939:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697969.664942:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697969.664944:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697969.664946:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697969.664948:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697970.113004:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697970.113011:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697970.113015:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697970.113033:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697970.113037:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697970.113040:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697970.113042:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697970.113044:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697970.113047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697970.688977:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697970.688984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697970.688986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697970.688991:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697970.688994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697970.688998:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697970.689000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697970.689002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697970.689005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697971.136979:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697971.136988:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697971.136990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697971.136999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697971.137006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697971.137015:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697971.137023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697971.137027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697971.137035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787697971.137090:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787697971.137093:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787697971.137097:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787697971.712999:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697971.713010:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697971.713013:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697971.713020:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697971.713024:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697971.713030:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697971.713033:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697971.713036:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697971.713040:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.160962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697972.160975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697972.160981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697972.160989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697972.161001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697972.161010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697972.161034:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697972.161040:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697972.161046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697972.736974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697972.736983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697972.736987:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697972.736991:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697972.736996:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697972.737005:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3186
00000400:00000200:0.0:1787697972.737026:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697972.737035:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697972.737038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697972.737042:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737045:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737048:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737051:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697972.737055:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697972.737057:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697972.737059:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697972.737062:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697972.737064:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697972.737065:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697972.737068:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737069:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737070:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737071:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697972.737073:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697972.737075:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737076:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697972.737078:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697972.737081:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697972.737082:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737084:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697972.737086:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697972.737091:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787697972.737093:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697972.737097:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697972.737099:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737102:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697972.737106:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697972.737110:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697972.737119:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787697972.737127:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697972.737146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697972.737159:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697972.737164:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697972.737170:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947138944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697972.737197:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697972.737201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697972.737204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697972.737205:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697972.737207:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697972.737210:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697972.737212:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3186
00000400:00000200:0.0:1787697972.737216:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697972.737220:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697972.737222:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697972.737224:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737226:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737228:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737230:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697972.737232:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697972.737233:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697972.737234:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697972.737236:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697972.737238:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697972.737240:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697972.737242:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737244:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737246:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737248:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697972.737250:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697972.737253:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737255:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697972.737257:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697972.737263:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697972.737265:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737267:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697972.737274:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697972.737278:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737280:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697972.737286:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697972.737289:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697972.737292:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697972.737293:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737295:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697972.737297:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697972.737299:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697972.737303:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787697972.737306:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697972.737311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947139072/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697972.737320:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697972.737326:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697972.737332:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947139072/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697972.737362:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697972.737365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697972.737374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697972.737375:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697972.737378:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697972.737383:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697972.737389:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3186
00000400:00000200:0.0:1787697972.737403:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697972.737413:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697972.737418:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697972.737427:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737432:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737437:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737443:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697972.737450:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697972.737454:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697972.737460:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697972.737464:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697972.737472:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697972.737480:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697972.737490:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737497:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737504:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737508:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697972.737511:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697972.737517:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737523:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697972.737529:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697972.737535:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697972.737540:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737545:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697972.737551:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697972.737561:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737563:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697972.737568:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697972.737572:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697972.737578:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697972.737579:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737583:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697972.737589:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697972.737593:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697972.737603:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697972.737609:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697972.737634:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947139200/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697972.737676:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697972.737681:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697972.737688:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947139200/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697972.737704:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697972.737708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697972.737719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697972.737721:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697972.737723:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697972.737729:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697972.737738:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3186
00000400:00000200:0.0:1787697972.737750:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697972.737762:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697972.737771:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697972.737784:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737791:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737795:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737802:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697972.737809:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697972.737811:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697972.737814:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697972.737818:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697972.737824:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697972.737829:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697972.737841:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737894:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697972.737898:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737900:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697972.737903:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697972.737907:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697972.737909:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697972.737911:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697972.737914:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697972.737916:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737918:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697972.737921:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697972.737923:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737924:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697972.737928:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697972.737931:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697972.737933:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697972.737935:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697972.737937:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697972.737938:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697972.737940:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697972.737943:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697972.737947:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697972.737951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947139328/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697972.737957:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697972.737959:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697972.737963:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947139328/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697972.737969:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697972.737975:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3196)
00000800:00000200:2.1:1787697972.739117:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697972.739120:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697972.739498:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697972.739500:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697972.739754:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697972.739755:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787697972.739997:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697972.739998:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787697973.184961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697973.184969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697973.184972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697973.184981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697973.184992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697973.184998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697973.185003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697973.185012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697973.185017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697973.440968:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297859749, at 4297859776
00000100:00000010:0.0:1787697973.440985:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70e40.
00000100:00000001:0.0:1787697974.208973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697974.208982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697974.208984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697974.208990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697974.208997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697974.209002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697974.209009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697974.209016:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697974.209031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697975.232948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697975.232955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697975.232958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697975.232969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697975.232980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697975.232985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697975.232994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697975.232997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697975.233000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697976.256941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697976.256949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697976.256952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697976.256960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697976.256967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697976.256973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697976.256987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697976.256990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697976.256993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697977.280949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697977.280958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697977.280962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697977.280969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697977.280975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697977.280981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697977.280994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697977.280997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697977.281001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697977.856951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697977.856957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697977.856960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697977.856966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697977.856972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697977.856976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697977.856980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697977.856983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697977.856989:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697977.857396:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697977.857400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697977.857903:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697977.857905:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697977.858141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697977.858143:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787697977.858384:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697977.858386:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787697978.304942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697978.304950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697978.304955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697978.304962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697978.304969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697978.304973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697978.304978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697978.304982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697978.304985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697978.560939:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297864867, at 4297864896
00000100:00000010:0.0:1787697978.560953:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010840.
00000100:00000001:0.0:1787697978.880916:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697978.880922:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697978.880924:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697978.880929:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697978.880933:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697978.880936:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697978.880938:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697978.880941:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697978.880944:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697979.328945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697979.328953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697979.328957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697979.328965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697979.328971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697979.328977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697979.328988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697979.328992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697979.328996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697979.904967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697979.904973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697979.904975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697979.904980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697979.904983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697979.904987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697979.904989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697979.904991:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697979.904994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697980.352934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697980.352942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697980.352945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697980.352951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697980.352956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697980.352959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697980.352962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697980.352965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697980.352969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697980.928942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697980.928947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697980.928948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697980.928952:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697980.928954:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697980.928957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697980.928959:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697980.928960:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697980.928962:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697981.376945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697981.376953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697981.376957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697981.376964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697981.376970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697981.376975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697981.376988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697981.376994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697981.376998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697981.952955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697981.952962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697981.952964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697981.952969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697981.952972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697981.952975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697981.952976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697981.952978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697981.952980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697982.400943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697982.400950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697982.400954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697982.400961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697982.400968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697982.400972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697982.400989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697982.400992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697982.400995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697982.976931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697982.976937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697982.976939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697982.976945:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697982.976949:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697982.976954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697982.976957:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697982.976959:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697982.976963:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697982.977475:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697982.977490:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787697982.977793:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697982.977795:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787697982.977977:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697982.977978:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787697982.978161:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697982.978163:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1787697983.680934:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297869987, at 4297870016
00000100:00000010:0.0:1787697983.680947:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010b40.
00000100:00000001:0.0:1787697984.000957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697984.000964:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697984.000966:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697984.000971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697984.000974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697984.000977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697984.000980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697984.000982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697984.000985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697985.024938:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697985.024944:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697985.024945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697985.024949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697985.024952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697985.024955:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697985.024957:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697985.024958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697985.024960:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697985.472938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697985.472943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697985.472946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697985.472950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697985.472954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697985.472957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697985.472965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697985.472968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697985.472971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697986.048947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697986.048952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697986.048954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697986.048957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697986.048959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697986.048962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697986.048964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697986.048966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697986.048968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697986.496932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697986.496940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697986.496942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697986.496948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697986.496952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697986.496956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697986.496960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697986.496963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697986.496967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697987.072937:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697987.072943:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697987.072946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697987.072951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697987.072954:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697987.072957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697987.072960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697987.072962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697987.072972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697987.520924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697987.520930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697987.520933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697987.520939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697987.520945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697987.520950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697987.520957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697987.520961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697987.520965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697988.096954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697988.096960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697988.096964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697988.096971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697988.096977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697988.096982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697988.096986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697988.096989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697988.096994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787697988.097524:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697988.097532:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697988.098054:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697988.098056:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697988.098364:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697988.098366:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787697988.098637:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697988.098639:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787697988.544950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697988.544958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697988.544962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697988.544966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697988.544972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697988.544976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697988.544979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697988.544982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697988.544985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697988.800947:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297875107, at 4297875136
00000100:00000010:0.0:1787697988.800962:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:0.0:1787697989.120918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697989.120923:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697989.120925:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697989.120928:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697989.120931:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697989.120934:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697989.120936:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697989.120937:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697989.120939:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697989.568947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697989.568956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697989.568959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697989.568964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697989.568969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697989.568973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697989.568977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697989.568980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697989.568983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697990.144943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697990.144948:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697990.144950:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697990.144954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697990.144956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697990.144959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697990.144961:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697990.144963:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697990.144965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697990.592939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697990.592951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697990.592955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697990.592963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697990.592969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697990.592973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697990.592980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697990.592983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697990.592988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697991.168908:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697991.168913:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697991.168915:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697991.168918:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697991.168921:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697991.168924:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697991.168926:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697991.168927:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697991.168929:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697991.616957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697991.616963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697991.616966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697991.616974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697991.616977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697991.616982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697991.616988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697991.616989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697991.616991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697992.192936:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697992.192941:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697992.192943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697992.192947:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787697992.192950:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697992.192953:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697992.192955:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697992.192957:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697992.192959:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697992.640914:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697992.640921:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697992.640924:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697992.640933:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697992.640940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697992.640945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697992.640951:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697992.640954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697992.640959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697993.216938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697993.216946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787697993.216950:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697993.216954:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697993.216960:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697993.216967:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3207
00000400:00000200:0.0:1787697993.216975:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697993.216980:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697993.216982:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697993.216985:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.216987:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.216990:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.216991:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697993.216995:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697993.216996:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787697993.216998:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697993.217020:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787697993.217022:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787697993.217023:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787697993.217025:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217028:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697993.217031:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787697993.217033:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217034:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697993.217036:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697993.217039:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697993.217040:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217042:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787697993.217043:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697993.217051:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787697993.217055:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787697993.217059:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697993.217061:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217063:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697993.217065:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697993.217069:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697993.217076:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787697993.217081:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697993.217090:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947140992/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697993.217100:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697993.217103:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697993.217108:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947140992/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697993.217125:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697993.217127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697993.217129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787697993.217130:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697993.217131:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697993.217133:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697993.217134:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3207
00000400:00000200:0.0:1787697993.217137:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697993.217139:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697993.217140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697993.217142:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217144:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217145:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217147:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697993.217149:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697993.217150:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787697993.217151:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697993.217152:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787697993.217154:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787697993.217156:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787697993.217161:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217165:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217168:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217170:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697993.217172:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787697993.217177:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217180:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697993.217183:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697993.217189:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697993.217193:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217195:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697993.217205:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697993.217208:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217211:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697993.217214:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787697993.217216:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787697993.217221:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697993.217224:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217226:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697993.217229:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697993.217231:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697993.217237:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787697993.217244:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697993.217251:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947141120/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697993.217259:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697993.217263:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697993.217267:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947141120/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697993.217280:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697993.217283:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787697993.217288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787697993.217290:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697993.217291:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697993.217294:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787697993.217298:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3207
00000400:00000200:0.0:1787697993.217306:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697993.217309:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697993.217314:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697993.217319:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217322:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217325:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217329:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697993.217333:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697993.217334:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787697993.217335:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697993.217336:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787697993.217339:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787697993.217342:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787697993.217347:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217350:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217354:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217356:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697993.217359:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787697993.217363:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217367:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697993.217371:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697993.217374:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697993.217378:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217380:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697993.217383:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697993.217385:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217386:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697993.217389:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787697993.217393:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787697993.217397:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697993.217399:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217402:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697993.217404:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697993.217406:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697993.217409:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787697993.217412:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697993.217417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947141248/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697993.217424:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697993.217427:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697993.217432:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947141248/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697993.217439:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787697993.217442:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787697993.217447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787697993.217448:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787697993.217449:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787697993.217452:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787697993.217454:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787697993.217454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1787697993.217462:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3207
00000400:00000200:0.0:1787697993.217464:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787697993.217471:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787697993.217473:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787697993.217478:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217482:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217485:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217489:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787697993.217494:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787697993.217498:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787697993.217501:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787697993.217504:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787697993.217508:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787697993.217513:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787697993.217520:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217525:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787697993.217528:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217532:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787697993.217537:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787697993.217542:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787697993.217546:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787697993.217550:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787697993.217554:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787697993.217558:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217562:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787697993.217566:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787697993.217570:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217572:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787697993.217576:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787697993.217581:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787697993.217585:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787697993.217586:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697993.217590:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787697993.217592:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787697993.217593:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787697993.217596:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787697993.217608:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697993.217617:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947141376/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787697993.217624:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787697993.217627:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697993.217630:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947141376/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787697993.217639:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697993.217643:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3217)
00000800:00000200:2.1:1787697993.217874:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697993.217876:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697993.218171:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697993.218174:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787697993.218452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787697993.218455:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787697993.664952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697993.664959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697993.664961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697993.664966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697993.664972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697993.664975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697993.664978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697993.664982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697993.664986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697993.920926:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297880227, at 4297880256
00000100:00000010:0.0:1787697993.920940:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d709c0.
00000100:00000001:0.0:1787697994.689002:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697994.689015:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697994.689021:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697994.689034:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697994.689043:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697994.689052:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697994.689076:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697994.689080:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697994.689084:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697995.712947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697995.712953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697995.712957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697995.712971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697995.712976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697995.712982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697995.712987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697995.712992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697995.712995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697996.736973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697996.736990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697996.736992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697996.736996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697996.737001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697996.737004:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697996.737005:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697996.737006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697996.737008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787697997.760922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697997.760939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697997.760942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697997.760949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697997.760956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697997.760962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697997.760966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697997.760969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697997.760972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787697998.337569:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697998.337573:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697998.337984:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697998.337986:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697998.338259:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697998.338262:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787697998.338512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787697998.338514:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787697998.784997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697998.785004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697998.785008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697998.785019:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697998.785024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697998.785032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697998.785040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697998.785043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697998.785047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787697999.041004:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297885347, at 4297885376
00000100:00000010:0.0:1787697999.041024:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010540.
00000100:00000001:0.0:1787697999.809007:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787697999.809014:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787697999.809018:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787697999.809026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787697999.809033:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787697999.809042:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697999.809049:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787697999.809054:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787697999.809061:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698000.833049:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698000.833058:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698000.833061:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698000.833075:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698000.833084:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698000.833087:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698000.833109:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698000.833112:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698000.833115:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698003.456991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698003.457000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698003.457005:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698003.457011:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698003.457017:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698003.457027:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3217
00000400:00000200:0.0:1787698003.457037:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698003.457045:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698003.457049:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698003.457052:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457055:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457058:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457060:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698003.457065:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698003.457067:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698003.457069:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698003.457073:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698003.457076:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698003.457078:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698003.457082:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457084:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457086:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457088:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698003.457091:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698003.457095:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457098:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698003.457101:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698003.457106:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698003.457108:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457111:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698003.457114:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698003.457124:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698003.457127:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698003.457132:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698003.457133:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457137:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698003.457140:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698003.457144:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698003.457154:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698003.457162:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698003.457172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947142016/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698003.457183:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698003.457188:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698003.457193:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947142016/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698003.457218:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698003.457221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698003.457225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698003.457226:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698003.457228:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698003.457231:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698003.457234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3217
00000400:00000200:0.0:1787698003.457238:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698003.457242:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698003.457245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698003.457248:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457250:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457253:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457255:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698003.457258:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698003.457261:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698003.457264:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698003.457268:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698003.457272:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698003.457275:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698003.457281:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457286:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457290:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457295:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698003.457299:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698003.457304:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457310:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698003.457314:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698003.457323:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698003.457328:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457331:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698003.457339:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698003.457343:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457346:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698003.457353:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698003.457359:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698003.457361:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698003.457363:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457365:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698003.457366:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698003.457369:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698003.457375:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698003.457380:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698003.457388:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947142144/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698003.457399:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698003.457402:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698003.457408:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947142144/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698003.457421:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698003.457426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698003.457431:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698003.457434:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698003.457437:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698003.457442:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698003.457448:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3217
00000400:00000200:0.0:1787698003.457455:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698003.457462:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698003.457467:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698003.457472:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457476:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457479:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457481:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698003.457485:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698003.457488:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698003.457491:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698003.457493:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698003.457496:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698003.457500:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698003.457506:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457510:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457515:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457518:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698003.457522:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698003.457526:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457531:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698003.457535:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698003.457540:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698003.457545:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457550:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698003.457553:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698003.457560:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457564:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698003.457568:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698003.457573:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698003.457578:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698003.457580:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457584:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698003.457586:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698003.457589:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698003.457596:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000800:00000200:1.1:1787698003.457605:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698003.457607:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787698003.457608:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698003.457618:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947142272/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698003.457633:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698003.457637:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698003.457646:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947142272/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698003.457669:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698003.457674:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698003.457682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698003.457686:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698003.457689:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698003.457693:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698003.457697:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3217
00000400:00000200:0.0:1787698003.457703:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698003.457710:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698003.457717:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698003.457722:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457726:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457730:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457733:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698003.457736:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698003.457740:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698003.457744:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698003.457748:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698003.457751:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698003.457757:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698003.457763:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698003.457772:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457777:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698003.457782:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698003.457790:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698003.457797:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698003.457802:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698003.457806:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698003.457812:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457815:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698003.457820:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698003.457841:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457844:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698003.457888:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698003.457894:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698003.457900:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698003.457903:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698003.457908:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698003.457912:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698003.457916:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698003.457925:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698003.457930:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698003.457937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947142400/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698003.457958:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698003.457963:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698003.457972:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947142400/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698003.457986:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698003.457995:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3227)
00000800:00000200:1.1:1787698003.458122:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698003.458124:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698003.458372:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698003.458374:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698003.458540:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698003.458542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787698003.905035:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698003.905044:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698003.905050:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698003.905063:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698003.905070:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698003.905075:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698003.905078:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698003.905081:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698003.905084:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698004.160945:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297890467, at 4297890496
00000100:00000010:0.0:1787698004.160958:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470101e0.
00000100:00000001:0.0:1787698004.928919:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698004.928923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698004.928925:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698004.928930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698004.928935:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698004.928938:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698004.928949:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698004.928953:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698004.928957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698005.952966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698005.952976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698005.952984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698005.952996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698005.953007:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698005.953012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698005.953019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698005.953023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698005.953028:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698006.976937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698006.976950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698006.976957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698006.976970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698006.976980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698006.976985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698006.976995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698006.976999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698006.977003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698008.000945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698008.000951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698008.000955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698008.000961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698008.000967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698008.000971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698008.000975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698008.000978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698008.000983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698008.577412:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698008.577427:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698008.577905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698008.577907:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698008.578108:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698008.578110:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698008.578265:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698008.578267:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698009.024925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698009.024933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698009.024937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698009.024944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698009.024950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698009.024954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698009.024964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698009.024967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698009.024969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698009.280934:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297895587, at 4297895616
00000100:00000010:0.0:1787698009.280946:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010960.
00000100:00000001:0.0:1787698010.048945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698010.048952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698010.048957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698010.048963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698010.048969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698010.048975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698010.048981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698010.048984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698010.048987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698011.072942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698011.072949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698011.072953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698011.072958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698011.072965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698011.072970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698011.072977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698011.072982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698011.072993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698012.096937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698012.096945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698012.096950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698012.096958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698012.096965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698012.096974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698012.096984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698012.096988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698012.096992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698013.120977:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698013.120983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698013.120987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698013.120992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698013.120997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698013.121001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698013.121007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698013.121010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698013.121013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698013.697809:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698013.697821:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698013.698460:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698013.698462:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698013.698774:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698013.698776:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698013.699079:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698013.699082:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698014.144933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698014.144939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698014.144944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698014.144952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698014.144964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698014.144974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698014.144984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698014.144990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698014.144996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698014.400956:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297900708, at 4297900736
00000100:00000010:0.0:1787698014.400978:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d20.
00000100:00000001:0.0:1787698015.169000:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698015.169011:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698015.169017:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698015.169027:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698015.169035:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698015.169041:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698015.169047:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698015.169052:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698015.169059:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698016.192972:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698016.192979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698016.192985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698016.192993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698016.192999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698016.193005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698016.193023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698016.193029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698016.193033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698017.216964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698017.216971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698017.216975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698017.216981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698017.216988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698017.217000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698017.217006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698017.217009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698017.217013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.240975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698018.240984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698018.240988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698018.241000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698018.241006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698018.241010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698018.241013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698018.241015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698018.241018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698018.816935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698018.816947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698018.816951:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698018.816955:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698018.816958:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698018.816966:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3232
00000400:00000200:0.0:1787698018.816972:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698018.816977:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698018.816979:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698018.816982:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.816984:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.816986:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.816987:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698018.816990:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698018.816992:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698018.816993:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698018.816996:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698018.816997:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698018.816998:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698018.817000:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817002:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817003:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817005:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698018.817007:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698018.817010:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817013:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698018.817015:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698018.817018:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698018.817021:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817023:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698018.817025:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698018.817033:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698018.817037:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698018.817040:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698018.817042:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817045:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698018.817048:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698018.817051:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698018.817059:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698018.817066:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698018.817076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947143552/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698018.817097:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698018.817101:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698018.817104:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947143552/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698018.817119:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698018.817121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698018.817124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698018.817125:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698018.817126:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698018.817127:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698018.817129:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3232
00000400:00000200:0.0:1787698018.817132:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698018.817134:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698018.817136:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698018.817138:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817139:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817141:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817144:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698018.817147:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698018.817149:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698018.817152:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698018.817154:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698018.817157:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698018.817161:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698018.817167:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817171:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817174:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817178:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698018.817182:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698018.817186:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817189:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698018.817192:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698018.817197:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698018.817202:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817206:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698018.817211:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698018.817216:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817221:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698018.817236:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698018.817244:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698018.817251:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698018.817254:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817259:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698018.817261:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698018.817263:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698018.817269:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698018.817275:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698018.817286:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947143680/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698018.817301:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698018.817305:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698018.817314:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947143680/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698018.817331:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698018.817336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698018.817339:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698018.817341:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698018.817344:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698018.817347:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698018.817350:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3232
00000400:00000200:0.0:1787698018.817380:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698018.817386:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698018.817391:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698018.817395:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817398:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817400:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817401:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698018.817406:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698018.817408:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:1.1:1787698018.817410:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698018.817411:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698018.817415:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:1.1:1787698018.817417:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787698018.817419:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698018.817425:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698018.817432:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817436:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817438:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817443:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698018.817448:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698018.817454:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817469:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698018.817474:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698018.817478:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698018.817482:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817486:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698018.817490:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698018.817496:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817500:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698018.817507:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698018.817512:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698018.817516:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698018.817517:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817525:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698018.817527:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698018.817529:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698018.817532:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698018.817536:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698018.817541:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947143808/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698018.817547:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698018.817549:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698018.817552:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947143808/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698018.817577:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698018.817581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698018.817584:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698018.817591:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698018.817595:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698018.817602:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698018.817606:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3232
00000400:00000200:0.0:1787698018.817613:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698018.817617:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698018.817622:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698018.817626:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817635:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817638:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698018.817643:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698018.817646:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698018.817650:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698018.817654:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698018.817659:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698018.817663:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698018.817671:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817674:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698018.817685:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698018.817698:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698018.817710:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698018.817714:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698018.817718:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698018.817722:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698018.817726:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817729:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698018.817732:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698018.817736:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817739:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698018.817742:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698018.817743:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698018.817747:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698018.817749:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698018.817752:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698018.817755:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698018.817757:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698018.817764:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698018.817770:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698018.817780:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947143936/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698018.817795:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698018.817799:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698018.817804:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947143936/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698018.817817:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698018.817822:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3242)
00000800:00000200:1.1:1787698018.818041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698018.818044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698018.818298:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698018.818300:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698018.818560:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698018.818575:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698019.264924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698019.264933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698019.264939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698019.264946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698019.264952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698019.264957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698019.264962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698019.264967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698019.264978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698019.520955:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297905827, at 4297905856
00000100:00000010:0.0:1787698019.520970:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470109c0.
00000100:00000001:0.0:1787698020.288900:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698020.288906:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698020.288909:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698020.288914:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698020.288920:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698020.288925:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698020.288939:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698020.288943:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698020.288949:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698021.312895:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698021.312900:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698021.312902:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698021.312907:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698021.312911:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698021.312915:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698021.312918:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698021.312921:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698021.312923:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698022.336934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698022.336944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698022.336948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698022.336955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698022.336964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698022.336970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698022.336981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698022.336987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698022.336997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.360941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698023.360947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698023.360950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698023.360956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698023.360961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698023.360966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698023.360970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698023.360973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698023.360978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698023.936942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698023.936951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698023.936955:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698023.936961:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698023.936968:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698023.936976:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3237
00000400:00000200:0.0:1787698023.936985:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698023.936991:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698023.936993:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698023.936995:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.936998:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.936999:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937001:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698023.937004:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698023.937005:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698023.937007:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698023.937009:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698023.937010:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698023.937012:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698023.937015:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937017:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937019:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698023.937023:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698023.937026:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937029:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698023.937031:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698023.937035:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698023.937038:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937040:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698023.937043:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698023.937052:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698023.937055:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698023.937059:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698023.937061:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937064:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698023.937067:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698023.937070:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698023.937075:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698023.937080:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698023.937093:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947144064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698023.937100:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698023.937103:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698023.937106:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947144064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698023.937119:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698023.937121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698023.937123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698023.937124:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698023.937125:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698023.937127:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698023.937129:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3237
00000400:00000200:0.0:1787698023.937133:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698023.937135:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698023.937137:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698023.937139:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937141:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937148:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937151:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698023.937153:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698023.937156:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698023.937159:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698023.937161:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698023.937165:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698023.937169:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698023.937176:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937181:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937186:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937192:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698023.937198:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698023.937206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937212:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698023.937216:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698023.937223:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698023.937229:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937232:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698023.937236:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698023.937241:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937243:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698023.937248:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698023.937252:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698023.937255:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698023.937257:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937261:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698023.937263:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698023.937266:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698023.937271:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698023.937275:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698023.937280:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947144192/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698023.937290:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698023.937293:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698023.937297:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947144192/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698023.937318:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698023.937321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698023.937333:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698023.937337:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698023.937340:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698023.937347:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698023.937353:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3237
00000400:00000200:0.0:1787698023.937367:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698023.937374:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698023.937377:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698023.937382:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937385:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937388:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698023.937390:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698023.937391:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698023.937393:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698023.937393:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698023.937394:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698023.937396:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698023.937397:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698023.937399:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698023.937400:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937401:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937402:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937403:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698023.937405:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698023.937408:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937411:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698023.937411:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1787698023.937412:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698023.937415:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698023.937417:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937420:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698023.937423:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698023.937426:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937429:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698023.937432:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698023.937435:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698023.937438:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698023.937440:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937443:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698023.937445:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698023.937448:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698023.937451:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698023.937455:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698023.937462:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947144320/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698023.937470:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698023.937473:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698023.937491:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947144320/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698023.937496:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698023.937498:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698023.937500:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698023.937500:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698023.937502:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698023.937505:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698023.937509:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3237
00000400:00000200:0.0:1787698023.937515:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698023.937518:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698023.937520:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698023.937524:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937527:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937529:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937534:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698023.937538:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698023.937540:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698023.937543:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698023.937545:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698023.937548:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698023.937550:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698023.937552:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937554:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698023.937557:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698023.937559:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698023.937561:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698023.937564:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698023.937567:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698023.937572:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698023.937576:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937578:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698023.937579:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698023.937583:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937584:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698023.937588:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698023.937591:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698023.937593:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698023.937595:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698023.937597:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698023.937600:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698023.937602:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698023.937608:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698023.937612:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698023.937620:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947144448/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698023.937648:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698023.937651:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698023.937656:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947144448/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698023.937670:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698023.937675:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3247)
00000800:00000200:1.1:1787698023.937833:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698023.937834:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698023.938012:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698023.938014:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698023.938170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698023.938172:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787698024.384923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698024.384929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698024.384932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698024.384937:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698024.384949:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698024.384954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698024.384962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698024.384963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698024.384968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698024.640937:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297910947, at 4297910976
00000100:00000010:0.0:1787698024.640950:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010e40.
00000100:00000001:0.0:1787698025.408956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698025.408965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698025.408969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698025.408977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698025.408985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698025.408991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698025.408998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698025.409000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698025.409003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698026.432933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698026.432938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698026.432942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698026.432950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698026.432954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698026.432957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698026.432960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698026.432961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698026.432963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698027.456950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698027.456957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698027.456962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698027.456968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698027.456973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698027.456977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698027.456982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698027.456985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698027.456990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698027.457010:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698027.457012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698027.457014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698028.480929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698028.480935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698028.480937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698028.480944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698028.480948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698028.480952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698028.480956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698028.480960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698028.480964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698029.056949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698029.056957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698029.056961:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698029.056964:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698029.056969:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698029.056975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3242
00000400:00000200:0.0:1787698029.056994:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698029.057007:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698029.057011:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698029.057015:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057018:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057023:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698029.057027:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698029.057029:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698029.057032:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698029.057035:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698029.057037:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698029.057038:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698029.057040:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698029.057046:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698029.057048:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057050:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698029.057051:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698029.057054:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698029.057056:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057057:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698029.057059:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698029.057067:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698029.057069:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698029.057072:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698029.057073:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057076:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698029.057077:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698029.057081:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698029.057086:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698029.057090:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698029.057097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947144576/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698029.057104:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698029.057106:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698029.057109:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947144576/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698029.057124:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698029.057126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698029.057128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698029.057129:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698029.057130:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698029.057131:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698029.057132:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3242
00000400:00000200:0.0:1787698029.057135:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698029.057136:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698029.057138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698029.057140:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057142:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057144:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057145:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698029.057147:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698029.057148:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698029.057149:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698029.057150:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698029.057152:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698029.057154:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698029.057157:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057158:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057162:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057164:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698029.057167:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698029.057169:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057171:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698029.057173:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698029.057178:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698029.057181:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057183:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698029.057186:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698029.057188:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057190:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698029.057195:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698029.057199:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698029.057202:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698029.057205:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057210:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698029.057212:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698029.057216:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698029.057223:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698029.057229:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698029.057238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947144704/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698029.057250:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698029.057254:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698029.057259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947144704/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698029.057273:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698029.057279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698029.057284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698029.057286:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698029.057290:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698029.057293:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698029.057299:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3242
00000400:00000200:0.0:1787698029.057304:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698029.057311:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698029.057317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698029.057323:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057326:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057329:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057333:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698029.057337:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698029.057339:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698029.057341:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698029.057343:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698029.057345:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698029.057349:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698029.057355:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057360:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057361:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057365:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698029.057368:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698029.057369:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057373:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698029.057375:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698029.057378:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698029.057381:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057382:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698029.057384:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698029.057416:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057420:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698029.057426:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698029.057432:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698029.057437:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698029.057441:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057444:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698029.057447:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698029.057451:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698029.057456:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698029.057462:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698029.057469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947144832/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698029.057485:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698029.057490:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698029.057495:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947144832/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698029.057509:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698029.057513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787698029.057519:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698029.057520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698029.057525:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787698029.057525:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1787698029.057527:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698029.057531:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698029.057536:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3242
00000400:00000200:0.0:1787698029.057542:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698029.057545:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698029.057547:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698029.057552:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057562:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698029.057565:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698029.057565:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698029.057566:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698029.057568:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698029.057572:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698029.057574:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698029.057578:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057580:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698029.057584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057586:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698029.057588:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698029.057592:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698029.057596:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698029.057606:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698029.057610:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698029.057611:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057615:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698029.057618:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698029.057620:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057623:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698029.057627:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698029.057631:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698029.057635:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698029.057638:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698029.057639:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698029.057643:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698029.057645:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698029.057649:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698029.057651:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698029.057658:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947144960/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698029.057671:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698029.057676:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698029.057681:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947144960/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698029.057698:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698029.057704:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3253)
00000800:00000200:1.1:1787698029.058011:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698029.058014:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698029.058277:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698029.058280:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698029.058493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698029.058494:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787698029.504952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698029.504961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698029.504965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698029.504974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698029.504979:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698029.504984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698029.504987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698029.504990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698029.504993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698029.505170:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698029.505174:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698029.505177:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698029.760937:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297916067, at 4297916096
00000100:00000010:0.0:1787698029.760951:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010780.
00000100:00000001:0.0:1787698030.528934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698030.528941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698030.528944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698030.528949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698030.528956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698030.528961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698030.528972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698030.528975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698030.528981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698031.552928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698031.552934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698031.552938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698031.552943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698031.552948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698031.552953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698031.552956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698031.552960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698031.552965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698032.576948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698032.576956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698032.576959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698032.576966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698032.576972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698032.576976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698032.576984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698032.576988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698032.576993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698034.176976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698034.176991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698034.176995:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698034.177001:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698034.177008:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698034.177016:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3248
00000400:00000200:0.0:1787698034.177027:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698034.177033:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698034.177036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698034.177039:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177046:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698034.177049:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698034.177051:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698034.177053:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698034.177056:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698034.177057:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698034.177059:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698034.177061:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177062:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177063:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177065:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698034.177067:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698034.177069:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177071:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698034.177073:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698034.177075:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698034.177077:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177080:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698034.177082:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698034.177090:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698034.177093:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698034.177096:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698034.177098:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177102:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698034.177104:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698034.177109:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698034.177115:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698034.177122:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698034.177129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947145088/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698034.177137:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698034.177141:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698034.177144:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947145088/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698034.177161:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698034.177164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698034.177166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698034.177167:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698034.177169:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698034.177171:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698034.177173:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3248
00000400:00000200:0.0:1787698034.177175:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698034.177178:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698034.177179:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698034.177182:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177185:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177189:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177193:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698034.177196:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698034.177198:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698034.177201:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698034.177203:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698034.177207:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698034.177210:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698034.177217:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177220:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177224:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177230:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698034.177238:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698034.177244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177249:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698034.177253:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698034.177262:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698034.177267:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177271:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698034.177277:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698034.177282:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177288:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698034.177295:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698034.177299:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698034.177314:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698034.177315:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177317:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698034.177318:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698034.177320:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698034.177325:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698034.177332:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698034.177343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947145216/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698034.177360:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698034.177366:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698034.177373:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947145216/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698034.177391:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698034.177397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698034.177404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698034.177408:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698034.177411:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698034.177416:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698034.177423:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3248
00000400:00000200:0.0:1787698034.177437:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698034.177445:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698034.177448:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698034.177456:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698034.177459:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698034.177461:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177466:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177469:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698034.177471:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698034.177472:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698034.177474:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698034.177476:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698034.177479:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698034.177486:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698034.177493:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177497:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177501:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698034.177508:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698034.177513:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177520:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698034.177523:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698034.177530:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698034.177535:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177538:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698034.177543:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698034.177549:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177554:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698034.177563:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698034.177568:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698034.177575:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698034.177578:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177583:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698034.177587:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698034.177591:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698034.177598:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698034.177606:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698034.177616:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947145344/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698034.177632:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698034.177638:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698034.177645:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947145344/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698034.177667:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698034.177673:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698034.177681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698034.177686:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698034.177690:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698034.177696:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698034.177702:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3248
00000400:00000200:0.0:1787698034.177712:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787698034.177720:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:0.0:1787698034.177722:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698034.177729:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698034.177737:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177742:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177748:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177754:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698034.177758:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698034.177761:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698034.177763:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698034.177765:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698034.177766:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698034.177771:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698034.177777:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698034.177788:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698034.177799:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698034.177807:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698034.177813:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698034.177817:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698034.177822:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698034.177827:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177831:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698034.177836:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698034.177843:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177879:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698034.177886:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698034.177891:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698034.177897:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698034.177901:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698034.177903:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698034.177907:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698034.177911:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698034.177919:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698034.177925:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698034.177935:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947145472/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698034.177952:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698034.177957:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698034.177964:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947145472/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698034.177986:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698034.177995:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3258)
00000800:00000200:1.1:1787698034.178020:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698034.178163:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698034.880922:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297921187, at 4297921216
00000100:00000010:0.0:1787698034.880937:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010600.
00000100:00000001:0.0:1787698035.648965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698035.648970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698035.648972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698035.648977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698035.648980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698035.648982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698035.648985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698035.648987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698035.648990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698036.673073:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698036.673078:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698036.673082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787698038.721040:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698038.721049:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698038.721054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698039.296941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698039.296950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698039.296953:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698039.296956:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698039.296962:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698039.296969:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3253
00000400:00000200:0.0:1787698039.296979:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698039.296988:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698039.296995:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698039.297003:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297007:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297009:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297012:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698039.297016:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698039.297018:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698039.297020:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698039.297030:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698039.297033:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698039.297035:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698039.297038:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297040:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297042:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297044:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698039.297047:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698039.297050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297053:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698039.297056:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698039.297060:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698039.297062:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297065:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698039.297067:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698039.297073:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698039.297077:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698039.297081:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698039.297083:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297086:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698039.297088:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698039.297092:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698039.297098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698039.297104:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698039.297113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947145600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698039.297122:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698039.297125:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698039.297130:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947145600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698039.297152:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698039.297156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698039.297159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698039.297160:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698039.297162:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698039.297164:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698039.297167:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3253
00000400:00000200:0.0:1787698039.297171:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698039.297175:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698039.297178:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698039.297181:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297185:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297189:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698039.297194:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698039.297197:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698039.297199:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698039.297203:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698039.297207:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698039.297211:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698039.297248:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297253:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297259:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297264:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698039.297268:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698039.297274:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297279:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698039.297283:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698039.297290:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698039.297294:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297297:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698039.297304:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698039.297309:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297312:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698039.297318:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698039.297322:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698039.297331:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698039.297334:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297338:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698039.297339:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698039.297343:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698039.297348:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698039.297354:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698039.297363:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947145728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698039.297376:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698039.297381:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698039.297389:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947145728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698039.297400:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698039.297405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698039.297411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698039.297414:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698039.297417:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698039.297422:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698039.297427:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3253
00000400:00000200:0.0:1787698039.297460:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698039.297467:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698039.297471:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698039.297476:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297481:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297485:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297489:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698039.297494:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698039.297496:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:1.1:1787698039.297497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698039.297499:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698039.297503:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:1.1:1787698039.297504:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1787698039.297507:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698039.297513:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698039.297519:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297528:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297533:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698039.297538:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698039.297544:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297549:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698039.297554:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698039.297558:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698039.297561:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297566:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698039.297569:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698039.297575:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297579:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698039.297584:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698039.297588:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698039.297593:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698039.297596:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297600:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698039.297602:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698039.297604:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698039.297608:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698039.297614:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698039.297622:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947145856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698039.297634:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698039.297638:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698039.297649:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947145856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698039.297663:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698039.297668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698039.297674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698039.297677:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698039.297679:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698039.297685:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698039.297690:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3253
00000400:00000200:0.0:1787698039.297699:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698039.297704:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698039.297708:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698039.297713:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297718:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297723:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297728:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698039.297733:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698039.297735:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698039.297738:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698039.297742:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698039.297746:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698039.297751:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698039.297759:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297763:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698039.297767:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297771:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698039.297776:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698039.297780:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698039.297783:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698039.297786:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698039.297791:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698039.297796:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297800:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698039.297804:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698039.297809:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297812:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698039.297817:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698039.297820:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698039.297824:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698039.297826:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698039.297830:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698039.297834:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698039.297837:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698039.297843:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698039.297874:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698039.297880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947145984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698039.297902:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698039.297905:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698039.297913:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947145984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698039.297926:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698039.297933:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3263)
00000800:00000200:1.1:1787698039.298124:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698039.298127:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698039.298396:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698039.298398:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698039.298674:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698039.298676:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787698040.000916:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297926307, at 4297926336
00000100:00000010:0.0:1787698040.000932:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010780.
00000100:00000001:0.0:1787698040.768925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698040.768930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698040.768933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698040.768939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698040.768945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698040.768948:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698040.768952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698040.768955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698040.768958:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698041.792936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698041.792943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698041.792945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698041.792950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698041.792956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698041.792960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698041.792963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698041.792967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698041.792973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698042.816934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698042.816941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698042.816944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698042.816951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698042.816957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698042.816962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698042.816966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698042.816969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698042.816973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698043.840929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698043.840936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698043.840939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698043.840943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698043.840947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698043.840951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698043.840957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698043.840959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698043.840963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698044.416939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698044.416946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698044.416949:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698044.416954:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698044.416960:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698044.416965:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3258
00000400:00000200:0.0:1787698044.416975:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698044.416981:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698044.416984:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698044.416988:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.416998:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417000:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698044.417005:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698044.417007:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698044.417009:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698044.417012:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698044.417014:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698044.417015:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698044.417017:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417018:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417019:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417021:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698044.417023:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698044.417025:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417026:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698044.417028:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698044.417031:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698044.417033:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417034:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698044.417035:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698044.417042:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698044.417045:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698044.417048:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698044.417049:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417051:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698044.417053:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698044.417055:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698044.417061:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698044.417067:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698044.417075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947146112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698044.417084:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698044.417088:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698044.417093:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947146112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698044.417113:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698044.417116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698044.417119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698044.417120:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698044.417121:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698044.417123:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698044.417135:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3258
00000400:00000200:0.0:1787698044.417140:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698044.417142:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698044.417143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698044.417145:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417147:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417148:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417149:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698044.417150:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698044.417151:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698044.417152:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698044.417154:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698044.417155:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698044.417157:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698044.417159:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417160:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417162:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417163:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698044.417167:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698044.417169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417171:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698044.417175:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698044.417180:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698044.417183:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417184:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698044.417189:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698044.417192:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417193:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698044.417199:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698044.417202:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698044.417207:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698044.417210:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417214:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698044.417218:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698044.417222:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698044.417229:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698044.417235:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698044.417244:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947146240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698044.417257:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698044.417259:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698044.417262:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947146240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698044.417274:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698044.417276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698044.417279:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698044.417281:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698044.417285:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698044.417289:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698044.417291:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3258
00000400:00000200:0.0:1787698044.417297:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698044.417309:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698044.417311:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698044.417313:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417314:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417315:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417317:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698044.417321:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698044.417322:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698044.417323:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698044.417325:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698044.417331:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698044.417334:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698044.417338:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417342:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417346:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417350:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698044.417354:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698044.417357:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417361:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698044.417363:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698044.417366:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698044.417369:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417372:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698044.417373:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698044.417377:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417380:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698044.417384:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698044.417387:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698044.417390:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698044.417392:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417396:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698044.417398:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698044.417400:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698044.417405:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698044.417409:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698044.417417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947146368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698044.417437:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698044.417441:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698044.417449:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947146368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698044.417461:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698044.417464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698044.417467:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698044.417470:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698044.417471:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698044.417474:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698044.417477:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3258
00000400:00000200:0.0:1787698044.417482:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698044.417486:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698044.417488:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787698044.417490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698044.417493:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698044.417495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698044.417496:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417500:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698044.417516:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698044.417519:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698044.417522:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698044.417523:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698044.417527:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698044.417532:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698044.417535:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417538:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698044.417541:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417544:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698044.417548:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698044.417554:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698044.417558:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698044.417562:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698044.417567:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698044.417573:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417578:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698044.417581:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698044.417587:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417591:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698044.417597:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698044.417602:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698044.417607:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698044.417609:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698044.417613:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698044.417616:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698044.417619:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698044.417625:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698044.417633:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698044.417642:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947146496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698044.417657:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698044.417669:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698044.417676:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947146496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698044.417689:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698044.417695:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3268)
00000800:00000200:1.1:1787698044.417879:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698044.417881:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698044.418073:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698044.418075:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698044.418250:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698044.418251:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698044.864929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698044.864933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698044.864936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698044.864940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698044.864945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698044.864949:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698044.864959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698044.864961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698044.864964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698045.120945:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297931427, at 4297931456
00000100:00000010:0.0:1787698045.120961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010e40.
00000100:00000001:0.0:1787698045.888969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698045.888977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698045.888981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698045.888990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698045.888996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698045.889000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698045.889003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698045.889007:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698045.889014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698047.937037:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698047.937042:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698047.937046:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698048.961006:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698048.961011:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698048.961015:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698048.961020:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698048.961025:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698048.961029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698048.961032:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698048.961034:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698048.961036:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698049.536925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698049.536942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698049.536947:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698049.536952:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698049.536961:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698049.536968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3263
00000400:00000200:0.0:1787698049.536978:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698049.536983:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698049.536986:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698049.536989:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.536991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.536993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.536995:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698049.536998:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698049.536999:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698049.537001:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698049.537005:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698049.537006:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698049.537008:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698049.537010:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537012:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698049.537015:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698049.537017:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537019:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698049.537021:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698049.537024:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698049.537026:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537027:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698049.537029:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698049.537037:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698049.537055:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698049.537058:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698049.537059:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537062:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698049.537065:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698049.537069:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698049.537076:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698049.537083:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698049.537091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947146624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698049.537100:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698049.537104:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698049.537108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947146624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698049.537124:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698049.537126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698049.537129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698049.537130:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698049.537132:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698049.537135:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698049.537139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3263
00000400:00000200:0.0:1787698049.537143:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698049.537148:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698049.537151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698049.537155:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537159:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537163:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537167:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698049.537170:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698049.537172:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698049.537175:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698049.537176:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698049.537180:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698049.537184:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698049.537191:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537194:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537200:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698049.537203:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698049.537206:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537210:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698049.537213:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698049.537219:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698049.537223:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537225:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698049.537232:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698049.537236:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537240:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698049.537245:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698049.537248:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698049.537250:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698049.537250:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537251:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698049.537252:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698049.537253:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698049.537256:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698049.537260:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698049.537264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947146752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698049.537276:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698049.537278:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698049.537284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947146752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698049.537302:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698049.537307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698049.537311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698049.537313:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698049.537316:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698049.537321:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698049.537323:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3263
00000400:00000200:0.0:1787698049.537330:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698049.537333:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698049.537334:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698049.537337:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537340:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537343:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537345:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698049.537348:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698049.537350:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698049.537352:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698049.537353:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698049.537356:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698049.537358:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698049.537363:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537365:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537370:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537373:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698049.537376:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698049.537381:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537391:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698049.537394:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698049.537398:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698049.537403:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537405:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698049.537408:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698049.537411:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537413:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698049.537416:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698049.537419:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698049.537420:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698049.537421:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537424:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698049.537426:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698049.537428:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698049.537434:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698049.537436:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698049.537442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947146880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698049.537448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698049.537456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787698049.537458:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698049.537461:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698049.537465:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947146880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698049.537475:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698049.537479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698049.537482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698049.537482:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698049.537483:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698049.537486:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698049.537490:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3263
00000400:00000200:0.0:1787698049.537494:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698049.537498:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698049.537502:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698049.537505:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537507:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537508:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698049.537517:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698049.537518:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698049.537519:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698049.537520:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698049.537523:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698049.537526:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698049.537530:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698049.537538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698049.537545:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698049.537548:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698049.537551:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698049.537554:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698049.537557:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698049.537561:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537565:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698049.537567:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698049.537570:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537571:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698049.537577:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698049.537581:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698049.537582:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698049.537583:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698049.537584:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698049.537585:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698049.537587:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698049.537593:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698049.537596:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698049.537601:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947147008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698049.537608:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698049.537610:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698049.537612:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947147008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698049.537620:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698049.537624:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3273)
00000800:00000200:1.1:1787698049.537924:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698049.537926:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698049.538137:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698049.538139:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698049.538381:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698049.538383:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787698049.984952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698049.984959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698049.984962:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698049.984968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698049.984976:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698049.984982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698049.984988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698049.984991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698049.984997:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698049.985081:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698049.985084:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698049.985086:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698050.240960:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297936547, at 4297936576
00000100:00000010:0.0:1787698050.240979:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470109c0.
00000100:00000001:0.0:1787698051.008979:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698051.008989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698051.008994:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698051.009002:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698051.009012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698051.009031:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698051.009042:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698051.009046:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698051.009058:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698052.032954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698052.032958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698052.032962:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698052.032967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698052.032972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698052.032978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698052.032983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698052.032987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698052.032991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698052.033095:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698052.033099:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698052.033103:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698053.056992:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698053.057000:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698053.057004:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698053.057011:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698053.057025:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698053.057035:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698053.057042:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698053.057045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698053.057049:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698054.081070:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698054.081074:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698054.081077:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698054.657754:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698054.657760:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698054.658483:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698054.658485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698054.658767:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698054.658770:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698054.659100:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698054.659102:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698055.104994:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698055.105001:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698055.105005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698055.105008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698055.105013:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698055.105024:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698055.105027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698055.105029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698055.105032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698055.360957:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297941668, at 4297941696
00000100:00000010:0.0:1787698055.360976:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d20.
00000100:00000001:0.0:1787698056.129021:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698056.129027:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698056.129032:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698056.129038:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698056.129047:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698056.129052:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698056.129063:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698056.129067:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698056.129071:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698057.152982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698057.152991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698057.152994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698057.153002:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698057.153008:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698057.153012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698057.153017:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698057.153020:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698057.153024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698058.176991:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698058.177003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698058.177014:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698058.177020:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698058.177026:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698058.177030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698058.177045:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698058.177049:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698058.177053:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.200983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698059.200993:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698059.200998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698059.201004:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698059.201011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698059.201017:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698059.201031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698059.201035:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698059.201037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698059.776996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698059.777007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698059.777012:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698059.777018:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698059.777024:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698059.777035:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3273
00000400:00000200:0.0:1787698059.777048:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698059.777057:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698059.777061:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698059.777066:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777069:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.777072:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777075:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698059.777080:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698059.777082:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698059.777085:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698059.777089:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698059.777091:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698059.777094:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698059.777097:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777099:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.777101:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777104:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698059.777107:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698059.777110:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777113:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698059.777116:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698059.777120:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698059.777124:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777127:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698059.777130:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698059.777140:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698059.777144:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698059.777148:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698059.777150:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777153:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698059.777156:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698059.777160:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698059.777168:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698059.777177:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698059.777188:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947147648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698059.777199:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698059.777205:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698059.777210:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947147648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698059.777234:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698059.777237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698059.777240:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698059.777242:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698059.777244:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698059.777247:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698059.777250:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3273
00000400:00000200:0.0:1787698059.777254:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698059.777257:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698059.777260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698059.777264:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777268:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.777271:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777273:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698059.777276:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698059.777277:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698059.777279:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698059.777282:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698059.777286:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698059.777292:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698059.777297:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777302:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.777307:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777309:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698059.777311:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698059.777318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777325:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698059.777332:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698059.777340:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698059.777347:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777352:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698059.777361:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698059.777367:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777374:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698059.777387:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698059.777392:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698059.777398:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698059.777402:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777407:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698059.777408:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698059.777411:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698059.777417:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698059.777425:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698059.777437:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947147776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698059.777454:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698059.777458:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698059.777466:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947147776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698059.777489:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698059.777494:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698059.777502:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698059.777505:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698059.777511:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698059.777523:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698059.777534:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3273
00000400:00000200:0.0:1787698059.777543:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698059.777550:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698059.777556:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698059.777565:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.777586:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777592:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698059.777597:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698059.777601:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698059.777603:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698059.777605:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698059.777612:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698059.777619:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698059.777625:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.777637:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698059.777655:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698059.777668:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698059.777681:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698059.777686:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698059.777696:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698059.777706:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777712:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698059.777715:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698059.777720:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777726:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698059.777732:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698059.777738:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698059.777744:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698059.777751:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.777763:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698059.777770:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698059.777771:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787698059.777780:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698059.777780:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
02000000:00000010:0.0:1787698059.777795:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698059.777803:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698059.777818:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947147904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698059.777839:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698059.777843:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698059.777907:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947147904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698059.777950:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698059.777959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698059.777965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698059.777968:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698059.777975:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698059.777982:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698059.777990:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3273
00000400:00000200:0.0:1787698059.778002:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698059.778011:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698059.778019:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698059.778026:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.778031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.778038:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.778043:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698059.778046:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698059.778047:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698059.778049:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698059.778054:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698059.778060:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698059.778068:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698059.778077:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.778086:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698059.778095:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698059.778101:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698059.778106:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698059.778115:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698059.778120:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698059.778125:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698059.778131:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698059.778137:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.778142:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698059.778149:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698059.778161:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.778172:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698059.778181:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698059.778188:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698059.778191:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698059.778195:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698059.778205:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698059.778210:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698059.778217:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698059.778230:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698059.778238:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698059.778254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947148032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698059.778282:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698059.778290:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698059.778313:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947148032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698059.778368:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698059.778377:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3283)
00000800:00000200:1.1:1787698059.778515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698059.778517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698059.778747:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698059.778749:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698059.778945:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698059.778946:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787698060.224956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698060.224967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698060.224971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698060.224980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698060.224987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698060.224993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698060.224999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698060.225006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698060.225013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698060.480999:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297946788, at 4297946816
00000100:00000010:0.0:1787698060.481014:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010960.
00000100:00000001:0.0:1787698061.248963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698061.248970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698061.248972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698061.248977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698061.248983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698061.248987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698061.248989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698061.248991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698061.248995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698062.272990:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698062.272995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698062.272999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698062.273004:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698062.273007:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698062.273010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698062.273012:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698062.273014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698062.273016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698063.297086:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698063.297089:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698063.297090:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698063.297093:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698063.297095:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698063.297097:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698063.297099:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698063.297101:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698063.297102:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698064.321113:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698064.321116:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698064.321117:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698064.321120:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698064.321122:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698064.321124:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698064.321126:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698064.321127:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698064.321129:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698064.897592:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698064.897596:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787698064.897978:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698064.897981:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787698064.898354:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698064.898357:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787698064.898630:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698064.898632:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787698065.344960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698065.344970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698065.344974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698065.344982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698065.344989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698065.344997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698065.345012:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698065.345017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698065.345024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698065.600955:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297951907, at 4297951936
00000100:00000010:0.0:1787698065.600966:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00000100:00000001:0.0:1787698066.368931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698066.368939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698066.368942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698066.368948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698066.368951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698066.368955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698066.368957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698066.368960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698066.368963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698067.392951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698067.392959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698067.392964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698067.392974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698067.392981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698067.392988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698067.393003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698067.393006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698067.393010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698068.416927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698068.416935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698068.416938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698068.416944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698068.416949:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698068.416954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698068.416958:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698068.416961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698068.416965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698069.441009:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698069.441020:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698069.441023:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698069.441030:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698069.441044:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698069.441053:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698069.441065:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698069.441071:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698069.441077:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698070.017632:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698070.017640:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787698070.018126:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698070.018129:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787698070.018353:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698070.018355:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787698070.018604:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698070.018608:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787698070.465939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698070.465942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698070.465944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698070.465946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698070.465948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698070.465950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698070.465952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698070.465954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698070.465955:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698070.720991:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297957027, at 4297957056
00000100:00000010:0.0:1787698070.721017:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000100:00000001:0.0:1787698071.488975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698071.488984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698071.488987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698071.488994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698071.488999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698071.489005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698071.489009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698071.489013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698071.489019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698072.512966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698072.512975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698072.512978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698072.512983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698072.512988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698072.512993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698072.512998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698072.513003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698072.513006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698073.536974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698073.536985:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698073.536989:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698073.536995:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698073.537002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698073.537007:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698073.537013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698073.537018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698073.537021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698074.560992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698074.561007:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698074.561013:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698074.561026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698074.561043:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698074.561055:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698074.561065:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698074.561069:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698074.561073:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698075.137510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698075.137514:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698075.138060:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698075.138068:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698075.138337:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698075.138339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698075.138616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698075.138619:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698075.585006:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698075.585017:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698075.585023:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698075.585034:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698075.585046:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698075.585057:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698075.585067:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698075.585077:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698075.585082:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698075.840992:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297962147, at 4297962176
00000100:00000010:0.0:1787698075.841015:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d80.
00000100:00000001:0.0:1787698076.608974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698076.608984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698076.608988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698076.608996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698076.609003:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698076.609008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698076.609016:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698076.609020:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698076.609023:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698077.632971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698077.632980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698077.632984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698077.632991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698077.632997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698077.633002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698077.633014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698077.633017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698077.633020:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698078.656948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698078.656956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698078.656960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698078.656967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698078.656973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698078.656979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698078.656990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698078.656993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698078.656998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698078.657023:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698078.657025:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698078.657027:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698079.680968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698079.680978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698079.680982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698079.680991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698079.680997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698079.681003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698079.681008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698079.681014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698079.681019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698080.257578:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698080.257584:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698080.258191:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698080.258194:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698080.258488:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698080.258491:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698080.258799:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698080.258802:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698080.704933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698080.704940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698080.704944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698080.704952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698080.704958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698080.704963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698080.704973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698080.704976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698080.704979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698080.705021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698080.705024:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698080.705026:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698080.960983:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297967267, at 4297967296
00000100:00000010:0.0:1787698080.961001:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000001:0.0:1787698081.728967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698081.728978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698081.728982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698081.728992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698081.728999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698081.729005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698081.729010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698081.729014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698081.729019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698082.752963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698082.752969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698082.752974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698082.752982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698082.752994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698082.753000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698082.753015:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698082.753022:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698082.753033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698083.776940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698083.776948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698083.776951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698083.776956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698083.776961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698083.776965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698083.776969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698083.776975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698083.776981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698085.376945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698085.376952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698085.376954:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698085.376960:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698085.376966:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698085.376975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3299
00000400:00000200:0.0:1787698085.376987:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698085.376993:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698085.376997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698085.377001:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377010:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698085.377013:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698085.377015:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698085.377018:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698085.377021:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698085.377023:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698085.377026:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698085.377029:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377030:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698085.377037:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698085.377040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377043:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698085.377045:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698085.377048:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698085.377051:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377053:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698085.377055:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698085.377064:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698085.377068:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698085.377071:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698085.377072:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377078:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698085.377080:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698085.377083:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698085.377088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698085.377093:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698085.377099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947150208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698085.377105:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698085.377108:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698085.377111:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947150208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698085.377129:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698085.377131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698085.377134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698085.377135:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698085.377136:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698085.377137:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698085.377139:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3299
00000400:00000200:0.0:1787698085.377141:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698085.377143:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698085.377144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698085.377146:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377149:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377150:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698085.377151:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698085.377152:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698085.377153:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698085.377156:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698085.377157:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698085.377160:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698085.377164:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377169:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377171:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698085.377173:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698085.377176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377179:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698085.377180:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698085.377185:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698085.377187:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377190:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698085.377194:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698085.377197:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377200:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698085.377209:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698085.377215:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698085.377217:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698085.377221:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377222:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698085.377223:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698085.377225:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698085.377228:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698085.377232:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698085.377238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947150336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698085.377291:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698085.377297:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698085.377308:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947150336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698085.377329:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698085.377333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698085.377337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698085.377340:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698085.377342:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698085.377348:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698085.377355:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3299
00000400:00000200:0.0:1787698085.377359:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698085.377362:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698085.377366:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698085.377378:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377380:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377381:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377384:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698085.377392:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698085.377394:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698085.377397:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698085.377402:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698085.377403:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698085.377405:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698085.377416:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377421:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698085.377447:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698085.377450:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377452:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698085.377453:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698085.377457:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698085.377460:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377461:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698085.377463:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698085.377464:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377466:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698085.377473:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698085.377476:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698085.377480:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698085.377481:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377487:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698085.377488:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698085.377491:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698085.377497:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698085.377504:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698085.377514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947150464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698085.377532:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698085.377535:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698085.377541:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947150464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698085.377556:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698085.377559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698085.377561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698085.377566:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698085.377570:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698085.377577:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698085.377579:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3299
00000400:00000200:0.0:1787698085.377583:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698085.377587:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698085.377591:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698085.377597:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377600:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377601:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377603:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698085.377610:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698085.377612:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698085.377618:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698085.377624:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698085.377627:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698085.377629:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698085.377637:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698085.377646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377648:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698085.377650:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698085.377654:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698085.377660:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698085.377664:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698085.377667:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698085.377670:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377676:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698085.377679:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698085.377688:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377694:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698085.377701:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698085.377707:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698085.377715:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698085.377720:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698085.377725:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698085.377728:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698085.377730:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698085.377738:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698085.377743:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698085.377748:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947150592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698085.377757:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698085.377763:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698085.377777:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947150592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698085.377798:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698085.377799:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698085.377808:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1787698085.377813:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3309)
00000800:00000200:2.1:1787698085.378276:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698085.378279:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698085.378572:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698085.378574:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698085.378873:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698085.378876:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787698085.825060:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698085.825063:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698085.825066:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698086.080988:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297972388, at 4297972416
00000100:00000010:0.0:1787698086.081007:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d705a0.
00000020:00000001:0.0:1787698087.873020:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698087.873024:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698087.873027:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698088.896957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698088.896961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698088.896962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698088.896968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698088.896970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698088.896975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698088.896980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698088.896981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698088.896983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698089.920929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698089.920937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698089.920940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698089.920946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698089.920953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698089.920959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698089.920965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698089.920969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698089.920973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698090.496948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698090.496952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698090.496955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698090.496960:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698090.496965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698090.496969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698090.496971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698090.496974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698090.496977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698090.497395:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698090.497402:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698090.497840:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698090.497842:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698090.498037:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698090.498039:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698090.498194:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698090.498196:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787698090.944939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698090.944946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698090.944950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698090.944957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698090.944962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698090.944967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698090.944973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698090.944978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698090.944982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698091.200905:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297977507, at 4297977536
00000100:00000010:0.0:1787698091.200917:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000001:0.0:1787698091.969022:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698091.969024:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698091.969025:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698091.969026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698091.969027:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698091.969029:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698091.969030:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698091.969031:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698091.969032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698092.992934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698092.992939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698092.992942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698092.992948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698092.992954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698092.992960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698092.992970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698092.992975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698092.992980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698094.016944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698094.016952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698094.016956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698094.016964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698094.016971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698094.016977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698094.016992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698094.016997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698094.017001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698095.616962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698095.616968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698095.616972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698095.616978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698095.616983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698095.616988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698095.616997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698095.617001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698095.617007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698095.617593:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698095.617600:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698095.618169:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698095.618171:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698095.618429:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698095.618431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698095.618587:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698095.618589:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787698096.064966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698096.064972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698096.064975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698096.064980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698096.064986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698096.064988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698096.064991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698096.064993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698096.064996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698096.320925:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297982627, at 4297982656
00000100:00000010:0.0:1787698096.320939:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000100:00000001:0.0:1787698096.640938:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698096.640942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698096.640943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698096.640947:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698096.640949:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698096.640952:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698096.640954:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698096.640956:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698096.640958:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698097.088938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698097.088944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698097.088949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698097.088956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698097.088962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698097.088966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698097.088975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698097.088978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698097.088981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698097.664951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698097.664956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698097.664958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698097.664962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698097.664964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698097.664968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698097.664969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698097.664971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698097.664973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698098.112942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698098.112950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698098.112953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698098.112958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698098.112964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698098.112969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698098.112979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698098.112982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698098.112984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698098.689014:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698098.689023:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698098.689026:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698098.689032:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698098.689037:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698098.689042:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698098.689045:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698098.689048:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698098.689052:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698099.136956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698099.136963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698099.136967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698099.136974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698099.136980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698099.136984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698099.136998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698099.137001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698099.137004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698100.160958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698100.160966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698100.160969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698100.160976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698100.160981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698100.160984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698100.160988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698100.160992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698100.160998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698100.737457:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698100.737751:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698100.737906:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698100.738048:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698101.184937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698101.184943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698101.184946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698101.184950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698101.184955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698101.184960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698101.184963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698101.184965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698101.184970:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698101.440953:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297987747, at 4297987776
00000100:00000010:0.0:1787698101.440967:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470101e0.
00000100:00000001:0.0:1787698102.208928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698102.208939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698102.208944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698102.208953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698102.208960:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698102.208966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698102.208981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698102.208986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698102.208990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698103.232942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698103.232951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698103.232955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698103.232962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698103.232969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698103.232974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698103.232979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698103.232982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698103.232985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698103.809085:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698103.809138:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698103.809147:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698103.809151:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698103.809156:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698103.809159:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698103.809164:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698103.809167:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4400.
00000400:00000200:0.0:1787698103.809172:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698103.809177:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698103.809183:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3908
00000400:00000010:0.0:1787698103.809186:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3908.
00000100:00000001:0.0:1787698103.809198:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698103.809206:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2fc00 x1874533947151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809226:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698103.809230:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947151744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809237:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698103.809239:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698103.809247:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698103.809250:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4d00.
00000400:00000200:0.0:1787698103.809253:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698103.809256:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698103.809259:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:0.0:1787698103.809260:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:0.0:1787698103.809263:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698103.809267:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2d2c0 x1874533947151872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809275:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698103.809278:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2d2c0 x1874533947151872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809284:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698103.809285:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698103.809289:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698103.809292:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4a00.
00000400:00000200:0.0:1787698103.809295:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698103.809297:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698103.809300:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3440
00000400:00000010:0.0:1787698103.809301:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3440.
00000100:00000001:0.0:1787698103.809303:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698103.809308:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2f480 x1874533947152000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809315:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698103.809318:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947152000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809324:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698103.809326:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698103.809330:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698103.809333:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4100.
00000400:00000200:0.0:1787698103.809335:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698103.809338:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698103.809340:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a37f8
00000400:00000010:0.0:1787698103.809343:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a37f8.
00000100:00000001:0.0:1787698103.809345:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698103.809349:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2e1c0 x1874533947152128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809356:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698103.809358:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947152128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698103.809364:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698103.809366:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698103.810216:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698103.810219:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698103.810221:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698103.810223:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698103.810225:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698103.810227:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698103.810229:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698103.810231:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698103.810233:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698104.256930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698104.256937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698104.256940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698104.256946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698104.256956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698104.256960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698104.256970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698104.256973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698104.256975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698104.833019:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698104.833026:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698104.833028:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698104.833039:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698104.833043:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698104.833046:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698104.833049:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698104.833051:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698104.833054:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698105.280916:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698105.280923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698105.280927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698105.280932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698105.280937:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698105.280941:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698105.280945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698105.280946:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698105.280952:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698105.856975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698105.856981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698105.856984:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698105.856990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698105.856995:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698105.857000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698105.857004:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698105.857008:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698105.857013:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698105.857718:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698105.857722:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698105.859237:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698105.859240:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698105.859470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698105.859471:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698105.859700:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698105.859703:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787698106.304934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698106.304941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698106.304944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698106.304948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698106.304953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698106.304958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698106.304964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698106.304967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698106.304969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698106.304990:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698106.304992:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698106.304995:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698106.560912:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297992867, at 4297992896
00000100:00000010:0.0:1787698106.560926:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010540.
00000100:00000001:0.0:1787698106.881042:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698106.881049:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698106.881052:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698106.881056:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698106.881086:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698106.881090:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698106.881093:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698106.881095:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698106.881097:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698107.328930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698107.328938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698107.328947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698107.328953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698107.328957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698107.328960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698107.328964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698107.328968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698107.328970:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698107.904910:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698107.904916:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698107.904917:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698107.904921:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698107.904924:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698107.904926:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698107.904928:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698107.904930:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698107.904932:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698108.352946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698108.352955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698108.352960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698108.352967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698108.352973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698108.352976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698108.352979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698108.352982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698108.352985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698108.928945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698108.928951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698108.928953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698108.928958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698108.928961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698108.928965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698108.928967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698108.928970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698108.928973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698109.376902:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698109.376909:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698109.376910:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698109.376915:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698109.376920:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698109.376924:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698109.376928:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698109.376931:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698109.376938:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698109.952948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698109.952959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698109.952960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698109.952964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698109.952967:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698109.952970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698109.952972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698109.952974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698109.952976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698110.400951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698110.400957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698110.400961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698110.400967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698110.400972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698110.400976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698110.400980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698110.400985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698110.400990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698110.976918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698110.976925:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698110.976927:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698110.976932:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698110.976936:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698110.976939:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698110.976942:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698110.976943:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698110.976945:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698110.977402:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698110.977404:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787698110.977875:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698110.977887:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787698110.978085:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698110.978087:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787698110.978254:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698110.978256:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1787698111.424905:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698111.424911:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698111.424914:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698111.424919:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698111.424923:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698111.424928:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698111.424933:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698111.424936:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698111.424939:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698111.680958:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4297997987, at 4297998016
00000100:00000010:0.0:1787698111.680971:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010b40.
00000100:00000001:0.0:1787698112.448938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698112.448946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698112.448949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698112.448955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698112.448962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698112.448977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698112.448985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698112.448988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698112.448990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698113.472944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698113.472967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698113.472971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698113.472977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698113.472984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698113.472990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698113.472995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698113.472998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698113.473003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698114.496950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698114.496958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698114.496961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698114.496966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698114.496972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698114.496976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698114.496988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698114.496991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698114.496995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698115.520946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698115.520952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698115.520956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698115.520961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698115.520967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698115.520971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698115.520983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698115.520985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698115.520989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097165:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698116.097169:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3330
00000400:00000200:3.0:1787698116.097174:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698116.097180:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698116.097185:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698116.097191:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097197:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698116.097201:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097206:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698116.097211:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698116.097214:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698116.097219:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698116.097223:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698116.097226:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698116.097230:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698116.097237:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097241:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698116.097246:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097250:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698116.097257:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698116.097263:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097269:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698116.097272:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698116.097280:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698116.097285:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097290:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698116.097295:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698116.097300:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097305:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698116.097313:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698116.097318:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698116.097323:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698116.097327:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097329:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698116.097333:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698116.097335:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698116.097341:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698116.097347:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698116.097357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947153408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698116.097372:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698116.097378:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698116.097386:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947153408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698116.097408:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698116.097413:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698116.097420:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698116.097424:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698116.097425:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698116.097428:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698116.097434:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3330
00000800:00000200:1.1:1787698116.097439:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:3.0:1787698116.097443:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787698116.097443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000400:00000200:3.0:1787698116.097453:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698116.097458:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698116.097466:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097472:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698116.097476:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097483:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698116.097487:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698116.097490:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698116.097494:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698116.097497:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698116.097502:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698116.097508:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698116.097517:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698116.097525:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097528:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698116.097530:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698116.097534:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097540:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698116.097544:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698116.097549:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698116.097553:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097557:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698116.097560:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698116.097564:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097566:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698116.097570:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698116.097575:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698116.097581:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698116.097584:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097587:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698116.097590:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698116.097594:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698116.097602:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698116.097607:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698116.097616:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947153536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698116.097631:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698116.097635:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698116.097644:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947153536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698116.097662:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698116.097668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698116.097674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698116.097677:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698116.097679:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698116.097682:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698116.097686:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3330
00000400:00000200:3.0:1787698116.097694:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698116.097701:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698116.097714:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698116.097722:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097728:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698116.097732:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097736:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698116.097740:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698116.097743:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698116.097746:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698116.097750:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698116.097754:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698116.097758:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698116.097766:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097771:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698116.097776:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097781:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698116.097786:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698116.097791:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698116.097796:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698116.097800:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698116.097804:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698116.097809:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097813:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698116.097817:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698116.097823:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097826:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698116.097830:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698116.097836:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698116.097841:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698116.097845:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698116.097877:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698116.097881:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698116.097886:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698116.097893:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698116.097899:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698116.097919:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947153664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698116.097932:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698116.097937:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698116.097944:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947153664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698116.097963:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698116.097970:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3340)
00000800:00000200:1.1:1787698116.098030:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698116.098033:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787698116.098320:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698116.098323:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787698116.098551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698116.098554:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1787698116.544957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698116.544967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698116.544971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698116.544978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698116.544985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698116.544991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698116.545003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698116.545006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698116.545009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698116.800932:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298003107, at 4298003136
00000100:00000010:0.0:1787698116.800943:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010840.
00000100:00000001:0.0:1787698117.568935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698117.568952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698117.568959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698117.568966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698117.568972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698117.568976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698117.568987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698117.568990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698117.568993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698117.569017:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698117.569020:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698117.569023:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698118.592934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698118.592942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698118.592945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698118.592952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698118.592959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698118.592965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698118.592971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698118.592975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698118.592980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698119.616951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698119.616958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698119.616960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698119.616966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698119.616971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698119.616976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698119.616979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698119.616982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698119.616986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698119.617021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698119.617026:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698119.617029:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698120.640951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698120.640958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698120.640960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698120.640966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698120.640972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698120.640976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698120.640980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698120.640983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698120.640989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698121.217427:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698121.217431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698121.218006:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698121.218008:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698121.218167:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698121.218168:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698121.218417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698121.218419:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787698121.664935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698121.664942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698121.664944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698121.664950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698121.664957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698121.664960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698121.664961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698121.664967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698121.664968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698121.664971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698121.664972:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698121.664978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698121.664979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698121.664993:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698121.664996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698121.664998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698121.665000:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698121.665003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698121.920976:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298008227, at 4298008256
00000100:00000010:0.0:1787698121.920994:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010240.
00000100:00000001:0.0:1787698122.688990:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698122.688999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698122.689003:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698122.689005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698122.689015:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698122.689016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698122.689021:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698122.689026:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698122.689026:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698122.689040:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698122.689044:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698122.689045:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698122.689057:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698122.689064:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698122.689075:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698122.689075:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698122.689082:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698122.689088:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698122.689118:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698122.689120:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698122.689123:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698123.712956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698123.712969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698123.712974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698123.712975:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698123.712985:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698123.712987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698123.712990:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698123.712996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698123.713000:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698123.713004:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698123.713006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698123.713011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698123.713013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698123.713017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698123.713023:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698123.713025:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698123.713031:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698123.713035:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698124.736942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698124.736942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698124.736950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698124.736950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698124.736954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698124.736954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698124.736960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698124.736960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698124.736966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698124.736966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698124.736970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698124.736970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698124.736973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698124.736975:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698124.736977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698124.736978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698124.736979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698124.736981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698125.760990:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698125.760996:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698125.760999:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698125.761004:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698125.761006:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698125.761014:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698125.761016:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698125.761029:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698125.761031:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698125.761038:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698125.761038:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698125.761047:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698125.761047:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698125.761054:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698125.761060:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698125.761060:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698125.761065:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698125.761069:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698126.337829:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698126.337841:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698126.338349:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698126.338369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698126.338663:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698126.338666:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698126.338998:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698126.339001:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787698126.784981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698126.784984:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698126.784991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698126.784992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698126.784995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698126.784996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698126.785002:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698126.785003:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698126.785015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698126.785015:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698126.785022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698126.785022:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698126.785041:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698126.785046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698126.785062:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698126.785062:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698126.785066:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698126.785068:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698127.040943:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298013348, at 4298013376
00000100:00000010:0.0:1787698127.040966:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470104e0.
00000100:00000001:0.0:1787698127.808965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698127.808965:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698127.808974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698127.808975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698127.808977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698127.808979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698127.808985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698127.808987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698127.808991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698127.808994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698127.808996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698127.808998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698127.808999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698127.809003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698127.809007:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698127.809012:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698127.809015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698127.809019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698128.832945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698128.832945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698128.832955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698128.832956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698128.832959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698128.832959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698128.832966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698128.832967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698128.832971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698128.832977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698128.832977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698128.832986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698128.832987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698128.832990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698128.832996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698128.832996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698128.833001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698128.833010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698129.856948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698129.856953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698129.856955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698129.856959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698129.856963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698129.856966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698129.856969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698129.856972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698129.856976:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698129.857052:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698129.857055:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698129.857059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698130.880928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698130.880937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698130.880942:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698130.880953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698130.880961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698130.880969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698130.880977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698130.880982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698130.880987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698130.881038:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698130.881041:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698130.881045:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698131.457777:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698131.457786:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698131.458168:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698131.458169:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698131.458342:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698131.458343:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698131.458498:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698131.458500:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787698131.904937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698131.904944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698131.904947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698131.904952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698131.904959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698131.904965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698131.904970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698131.904974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698131.904977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698131.905014:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698131.905018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698131.905021:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698132.160943:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298018468, at 4298018496
00000100:00000010:0.0:1787698132.160956:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f00.
00000100:00000001:3.0:1787698132.928911:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698132.928919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698132.928921:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698132.928927:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698132.928932:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698132.928937:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698132.928942:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698132.928946:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698132.928951:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698132.929036:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698132.929039:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698132.929041:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698133.953009:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698133.953018:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698133.953022:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698133.953028:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698133.953034:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698133.953039:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698133.953047:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698133.953053:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698133.953057:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698133.953122:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698133.953125:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698133.953127:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698134.976905:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698134.976911:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698134.976914:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698134.976919:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698134.976926:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698134.976928:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698134.976933:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698134.976937:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698134.976941:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698136.000954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698136.000963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698136.000968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698136.000974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698136.000979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698136.000984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698136.000992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698136.000996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698136.001000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698136.001086:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698136.001091:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698136.001095:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698136.577734:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698136.577744:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698136.578514:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698136.578517:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698136.578798:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698136.578801:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698136.579068:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698136.579070:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787698137.024993:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698137.025004:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698137.025008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698137.025019:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698137.025027:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698137.025036:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698137.025054:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698137.025059:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698137.025062:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698137.025088:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698137.025091:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698137.025095:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698137.280989:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298023588, at 4298023616
00000100:00000010:0.0:1787698137.281008:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010060.
00000100:00000001:3.0:1787698138.049020:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698138.049029:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698138.049035:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698138.049045:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698138.049055:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698138.049078:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698138.049083:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698138.049087:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698138.049107:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698138.049353:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698138.049356:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698138.049359:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698139.072938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698139.072945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698139.072950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698139.072957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698139.072963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698139.072968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698139.072977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698139.072978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698139.072980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698139.073007:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698139.073009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698139.073012:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698140.096937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698140.096944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698140.096946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698140.096953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698140.096958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698140.096964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698140.096970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698140.096974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698140.096979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698140.097084:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698140.097088:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698140.097091:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698141.120937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698141.120945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698141.120951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698141.120958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698141.120962:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698141.120967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698141.120972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698141.120977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698141.120983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698141.121022:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698141.121025:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698141.121028:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698141.696963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698141.696971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698141.696982:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698141.696987:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698141.696992:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698141.696998:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3355
00000400:00000200:0.0:1787698141.697006:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698141.697013:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698141.697017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698141.697021:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697024:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698141.697033:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698141.697034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698141.697037:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698141.697040:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698141.697043:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698141.697045:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698141.697048:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697054:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698141.697057:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698141.697061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697064:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698141.697066:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698141.697069:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698141.697071:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697073:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698141.697076:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698141.697084:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698141.697088:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698141.697091:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698141.697093:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697096:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698141.697099:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698141.697102:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698141.697109:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698141.697115:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698141.697124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947155840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698141.697143:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698141.697148:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698141.697152:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947155840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698141.697172:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698141.697175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698141.697178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698141.697180:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698141.697182:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698141.697185:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698141.697188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3355
00000400:00000200:0.0:1787698141.697194:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698141.697201:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698141.697207:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698141.697214:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697219:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697231:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698141.697237:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698141.697240:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698141.697244:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698141.697248:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698141.697254:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698141.697259:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698141.697267:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697277:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698141.697287:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698141.697292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697298:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698141.697303:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698141.697310:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698141.697316:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697320:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698141.697326:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698141.697331:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697335:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698141.697341:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698141.697346:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698141.697352:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698141.697355:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697360:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698141.697363:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698141.697367:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698141.697374:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698141.697380:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698141.697391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947155968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698141.697403:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698141.697408:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698141.697415:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947155968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698141.697416:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698141.697421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698141.697436:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698141.697441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698141.697446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698141.697450:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698141.697452:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698141.697456:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698141.697461:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3355
00000400:00000200:0.0:1787698141.697484:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698141.697491:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698141.697496:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698141.697502:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697506:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697512:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697518:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698141.697523:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698141.697526:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698141.697528:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698141.697531:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698141.697542:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698141.697547:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698141.697552:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697562:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697567:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698141.697573:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698141.697580:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697585:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698141.697589:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698141.697593:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698141.697597:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697602:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698141.697605:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698141.697611:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697615:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698141.697622:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698141.697626:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698141.697632:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698141.697636:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697641:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698141.697645:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698141.697648:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698141.697655:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698141.697661:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698141.697670:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947156096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698141.697698:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698141.697703:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698141.697712:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947156096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698141.697730:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698141.697735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698141.697740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698141.697743:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698141.697747:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698141.697752:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698141.697758:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3355
00000400:00000200:0.0:1787698141.697766:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698141.697772:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698141.697777:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698141.697783:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697787:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697791:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697794:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698141.697798:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698141.697800:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698141.697803:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698141.697807:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698141.697811:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698141.697815:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698141.697820:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697825:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698141.697829:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697833:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698141.697838:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698141.697842:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698141.697892:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698141.697897:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698141.697902:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698141.697907:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697912:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698141.697915:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698141.697921:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697926:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698141.697932:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698141.697937:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698141.697941:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698141.697944:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698141.697948:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698141.697951:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698141.697954:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698141.697962:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698141.697967:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698141.697976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947156224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698141.697991:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698141.697995:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698141.698003:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947156224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698141.698022:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698141.698030:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3365)
00000800:00000200:1.1:1787698141.698062:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698141.698077:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698141.698366:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698141.698369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698141.698714:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698141.698717:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787698142.144946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698142.144953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698142.144958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698142.144966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698142.144972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698142.144976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698142.144989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698142.144998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698142.145003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698142.145054:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698142.145058:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698142.145061:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698142.400935:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298028707, at 4298028736
00000100:00000010:0.0:1787698142.400953:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d80.
00000100:00000001:3.0:1787698143.168923:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698143.168929:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698143.168932:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698143.168937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698143.168943:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698143.168947:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698143.168967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698143.168970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698143.168973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698143.168989:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698143.168994:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698143.168997:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698144.192924:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698144.192930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698144.192934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698144.192941:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698144.192947:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698144.192951:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698144.192955:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698144.192959:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698144.192961:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698144.192988:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698144.192993:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698144.192997:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698145.216918:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698145.216925:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698145.216928:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698145.216934:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698145.216941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698145.216947:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698145.216954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698145.216957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698145.216961:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698145.216988:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698145.216991:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698145.216994:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698146.240978:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698146.240987:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698146.240992:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698146.241002:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698146.241009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698146.241014:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698146.241023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698146.241030:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698146.241036:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698146.241139:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698146.241142:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698146.241145:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698146.817722:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698146.817729:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698146.818489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698146.818491:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698146.818666:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698146.818667:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698146.818893:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698146.818894:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787698147.264980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698147.264992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698147.264997:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698147.265000:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698147.265005:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698147.265012:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698147.265015:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698147.265022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698147.265028:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698147.265029:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698147.265041:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698147.265041:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698147.265049:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698147.265054:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698147.265058:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698147.265058:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698147.265061:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698147.265065:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698147.521021:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298033828, at 4298033856
00000100:00000010:0.0:1787698147.521037:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010000.
00000100:00000001:0.0:1787698148.288991:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698148.288991:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698148.289001:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698148.289001:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698148.289003:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698148.289005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698148.289010:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698148.289012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698148.289015:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698148.289019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698148.289020:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698148.289023:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698148.289025:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698148.289029:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698148.289034:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698148.289035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698148.289039:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698148.289043:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698149.312949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698149.312949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698149.312956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698149.312957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698149.312960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698149.312961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698149.312967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698149.312968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698149.312972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698149.312973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698149.312978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698149.312979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698149.312984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698149.312991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698149.313000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698149.313000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698149.313004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698149.313008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698150.336939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698150.336946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698150.336948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698150.336953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698150.336957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698150.336961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698150.336964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698150.336967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698150.336970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698150.337888:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698150.337891:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698150.337892:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698150.337895:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698150.337897:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698150.337899:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698150.337901:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698150.337903:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698150.337905:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.360919:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698151.360919:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698151.360927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698151.360928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698151.360931:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698151.360932:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698151.360939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698151.360939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698151.360946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698151.360947:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698151.360951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698151.360952:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698151.360955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698151.360959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698151.360962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698151.360966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698151.360969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698151.360973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698151.936999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698151.937009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698151.937012:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698151.937016:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698151.937021:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698151.937031:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3365
00000400:00000200:0.0:1787698151.937041:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698151.937049:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698151.937053:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698151.937057:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937061:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.937064:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937066:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698151.937071:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698151.937074:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698151.937077:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698151.937081:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698151.937084:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698151.937086:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698151.937090:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937092:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.937094:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937096:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698151.937100:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698151.937104:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937106:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698151.937110:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698151.937114:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698151.937117:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937120:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698151.937123:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698151.937134:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698151.937139:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698151.937144:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698151.937145:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937148:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698151.937150:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698151.937154:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698151.937161:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698151.937167:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698151.937176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698151.937183:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698151.937187:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698151.937190:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947156864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698151.937208:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698151.937210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698151.937213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698151.937214:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698151.937215:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698151.937218:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698151.937221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3365
00000400:00000200:0.0:1787698151.937226:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698151.937231:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698151.937234:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698151.937243:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937247:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.937251:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937256:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698151.937266:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698151.937271:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698151.937298:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698151.937304:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698151.937311:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698151.937318:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698151.937328:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937333:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.937335:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937336:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698151.937338:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698151.937341:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937347:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698151.937351:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698151.937358:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698151.937362:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937364:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698151.937370:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698151.937375:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937383:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698151.937390:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698151.937392:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698151.937395:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698151.937399:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937406:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698151.937412:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698151.937414:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698151.937421:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698151.937430:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698151.937439:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947156992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698151.937454:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698151.937456:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698151.937458:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947156992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698151.937467:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698151.937470:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698151.937479:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698151.937484:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698151.937487:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698151.937490:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698151.937493:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3365
00000400:00000200:0.0:1787698151.937502:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698151.937509:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698151.937511:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698151.937518:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937522:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.937525:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937531:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698151.937540:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698151.937542:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698151.937547:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698151.937553:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698151.937563:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698151.937573:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698151.937591:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937600:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.937606:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937613:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698151.937620:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698151.937630:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698151.937642:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698151.937649:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698151.937656:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698151.937663:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937667:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787698151.937669:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:0.0:1787698151.937672:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698151.937675:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937677:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698151.937685:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000010:0.0:1787698151.937686:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698151.937696:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698151.937706:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698151.937715:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.937728:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698151.937735:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698151.937744:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698151.937755:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698151.937762:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698151.937773:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947157120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698151.937798:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698151.937806:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698151.937822:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947157120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698151.937896:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698151.937910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698151.937923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698151.937928:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698151.937934:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698151.937944:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698151.937953:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3365
00000400:00000200:0.0:1787698151.937968:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698151.937979:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698151.937989:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698151.938003:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.938012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.938021:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.938027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698151.938035:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698151.938040:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698151.938044:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698151.938049:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698151.938058:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698151.938065:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698151.938075:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.938080:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698151.938087:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698151.938098:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698151.938106:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698151.938113:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698151.938119:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698151.938124:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698151.938130:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698151.938135:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.938141:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698151.938144:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698151.938148:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.938150:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698151.938154:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698151.938164:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698151.938169:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698151.938173:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698151.938180:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698151.938186:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698151.938191:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698151.938203:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698151.938213:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698151.938234:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947157248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698151.938259:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698151.938262:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698151.938270:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947157248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698151.938304:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698151.938310:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3375)
00000800:00000200:1.1:1787698151.938430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698151.938433:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698151.938619:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698151.938621:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698151.938842:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698151.938844:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787698152.384929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698152.384930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698152.384939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698152.384940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698152.384944:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698152.384945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698152.384953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698152.384954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698152.384961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698152.384961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698152.384967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698152.384968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698152.384974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698152.384977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698152.384981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698152.384983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698152.384987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698152.384993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698152.640973:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298038948, at 4298038976
00000100:00000010:0.0:1787698152.640994:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010480.
00000100:00000001:3.0:1787698153.408916:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698153.408917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698153.408923:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698153.408924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698153.408925:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698153.408928:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698153.408930:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698153.408934:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698153.408935:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698153.408940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698153.408943:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698153.408946:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698153.408947:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698153.408950:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698153.408955:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698153.408959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698153.408962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698153.408965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698154.432902:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698154.432909:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698154.432911:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698154.432916:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698154.432919:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698154.432922:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698154.432925:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698154.432928:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698154.432928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698154.432933:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698154.432934:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698154.432938:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698154.432942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698154.432945:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698154.432948:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698154.432951:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698154.432953:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698154.432956:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698155.456925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698155.456925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698155.456935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698155.456935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698155.456939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698155.456940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698155.456948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698155.456948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698155.456956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698155.456956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698155.456964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698155.456964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698155.456971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698155.456976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698155.456985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698155.456986:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698155.456990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698155.457000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698156.480988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698156.480988:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698156.480996:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698156.480996:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698156.481001:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698156.481002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698156.481009:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698156.481009:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698156.481014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698156.481016:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698156.481019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698156.481021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698156.481023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698156.481027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698156.481030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698156.481032:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698156.481035:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698156.481038:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698157.056970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698157.056977:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698157.056980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698157.056986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698157.056992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698157.056996:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698157.057001:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698157.057005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698157.057010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698157.057691:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698157.057699:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698157.058179:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698157.058215:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698157.058506:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698157.058509:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698157.058779:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698157.058782:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1787698157.504941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698157.504941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698157.504949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698157.504949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698157.504952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698157.504953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698157.504959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698157.504960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698157.504962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698157.504966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698157.504967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698157.504971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698157.504972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698157.504975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698157.504978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698157.504979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698157.504982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698157.504984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698157.760963:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298044067, at 4298044096
00000100:00000010:0.0:1787698157.760981:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470105a0.
00000100:00000001:0.0:1787698158.080958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698158.080965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698158.080967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698158.080973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698158.080977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698158.080980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698158.080983:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698158.080985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698158.080987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698158.528948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698158.528956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698158.528958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698158.528965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698158.528970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698158.528975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698158.528980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698158.528985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698158.528988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698159.104960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698159.104966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698159.104968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698159.104972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698159.104976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698159.104979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698159.104981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698159.104983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698159.104986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698159.552951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698159.552966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698159.552970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698159.552977:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698159.552984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698159.552988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698159.552991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698159.552993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698159.552996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698159.553108:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698159.553112:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698159.553113:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698159.553115:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698159.553117:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698159.553118:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698159.553120:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698159.553121:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698159.553123:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698160.128954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698160.128961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698160.128963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698160.128968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698160.128972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698160.128975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698160.128977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698160.128980:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698160.128982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698160.576908:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698160.576915:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698160.576918:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698160.576924:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698160.576928:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698160.576930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698160.576932:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698160.576935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698160.576936:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698160.576937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698160.576940:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698160.576944:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698160.576947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698160.576951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698160.576954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698160.576957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698160.576958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698160.576964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698161.152958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698161.152965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698161.152967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698161.152972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698161.152975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698161.152979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698161.152981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698161.152983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698161.152986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698161.600934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698161.600934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698161.600941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698161.600942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698161.600944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698161.600946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698161.600950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698161.600953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698161.600954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698161.600958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698161.600959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698161.600962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698161.600964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698161.600967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698161.600969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698161.600973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698161.600976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698161.600979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698162.176940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698162.176950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698162.176955:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698162.176959:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698162.176966:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698162.176976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3376
00000400:00000200:0.0:1787698162.176989:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698162.176997:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698162.177001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698162.177004:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698162.177014:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698162.177016:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698162.177017:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698162.177020:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698162.177021:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698162.177023:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698162.177026:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698162.177031:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698162.177041:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177043:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698162.177045:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698162.177048:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698162.177051:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177053:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698162.177056:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698162.177065:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698162.177068:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698162.177072:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698162.177074:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177076:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698162.177078:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698162.177081:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698162.177086:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698162.177091:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698162.177099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947157888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698162.177107:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698162.177112:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698162.177132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947157888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698162.177155:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698162.177157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698162.177159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698162.177160:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698162.177161:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698162.177163:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698162.177165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3376
00000400:00000200:0.0:1787698162.177168:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698162.177176:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698162.177179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698162.177182:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177184:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177187:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177189:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698162.177191:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698162.177193:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698162.177194:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698162.177197:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698162.177202:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698162.177204:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698162.177211:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177218:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177221:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698162.177226:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698162.177230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177236:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698162.177239:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698162.177245:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698162.177249:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177250:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698162.177254:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698162.177257:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177262:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698162.177267:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698162.177270:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698162.177274:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698162.177277:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177279:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698162.177281:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698162.177283:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698162.177288:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698162.177293:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698162.177298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947158016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698162.177309:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698162.177312:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698162.177320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947158016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698162.177333:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698162.177337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698162.177341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698162.177344:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698162.177348:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698162.177353:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698162.177359:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3376
00000400:00000200:0.0:1787698162.177368:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698162.177374:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698162.177378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698162.177385:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177389:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177393:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177397:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698162.177399:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698162.177401:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698162.177404:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698162.177405:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698162.177409:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698162.177410:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698162.177413:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177424:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177433:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177438:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698162.177442:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698162.177450:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177455:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698162.177460:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698162.177465:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698162.177471:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177475:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698162.177477:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698162.177483:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177487:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698162.177503:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698162.177507:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698162.177512:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698162.177514:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177517:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698162.177520:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698162.177522:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698162.177526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000010:0.0:1787698162.177527:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698162.177532:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698162.177532:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00100000:0.0:1787698162.177538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947158144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698162.177550:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698162.177552:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698162.177556:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947158144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698162.177564:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698162.177574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698162.177578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698162.177579:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698162.177583:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698162.177585:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698162.177589:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3376
00000400:00000200:0.0:1787698162.177598:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698162.177604:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698162.177607:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698162.177615:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177620:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177625:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177630:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698162.177635:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698162.177637:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698162.177639:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698162.177642:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698162.177644:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698162.177647:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698162.177652:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177655:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698162.177658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177660:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698162.177661:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698162.177666:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698162.177667:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698162.177669:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698162.177672:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698162.177675:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177676:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698162.177678:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698162.177680:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177690:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698162.177695:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698162.177699:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698162.177702:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698162.177705:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698162.177707:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698162.177709:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698162.177711:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698162.177715:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698162.177720:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698162.177727:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947158272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698162.177737:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698162.177744:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698162.177749:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947158272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698162.177757:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698162.177762:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3386)
00000800:00000200:1.1:1787698162.178044:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698162.178046:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698162.178331:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698162.178333:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698162.178586:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698162.178588:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787698162.624916:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698162.624924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698162.624926:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698162.624930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698162.624933:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698162.624937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698162.624942:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698162.624945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698162.624949:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698162.880955:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298049187, at 4298049216
00000100:00000010:0.0:1787698162.880970:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010300.
00000100:00000001:0.0:1787698163.648945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698163.648952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698163.648956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698163.648961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698163.648966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698163.648970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698163.648983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698163.648987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698163.648992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698164.672948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698164.672956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698164.672958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698164.672962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698164.672968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698164.672973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698164.672978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698164.672982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698164.672985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698165.696984:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698165.696989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698165.696993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698165.697002:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698165.697008:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698165.697012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698165.697028:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698165.697032:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698165.697035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698165.697115:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698165.697118:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698165.697120:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698166.721054:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698166.721061:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698166.721066:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698166.721073:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698166.721079:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698166.721085:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698166.721090:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698166.721092:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698166.721095:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698167.298982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698167.298993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698167.298996:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698167.299001:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698167.299006:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698167.299014:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3381
00000400:00000200:3.0:1787698167.299025:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698167.299043:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698167.299047:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698167.299051:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299057:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299060:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698167.299065:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698167.299067:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698167.299070:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698167.299074:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698167.299077:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698167.299079:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698167.299082:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299084:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299087:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299089:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698167.299092:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698167.299095:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299098:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698167.299101:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698167.299105:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698167.299109:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299111:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698167.299114:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698167.299126:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698167.299130:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698167.299134:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698167.299136:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299139:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698167.299143:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698167.299147:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698167.299155:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698167.299163:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698167.299173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947158400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698167.299184:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698167.299189:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698167.299194:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947158400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698167.299222:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698167.299226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698167.299229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698167.299231:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698167.299233:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698167.299235:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698167.299238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3381
00000400:00000200:3.0:1787698167.299241:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698167.299244:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698167.299247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698167.299250:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299253:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299255:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299258:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698167.299260:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698167.299262:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698167.299263:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698167.299265:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698167.299268:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698167.299272:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698167.299277:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299280:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299282:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698167.299287:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698167.299292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299297:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698167.299300:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698167.299308:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698167.299312:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299316:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698167.299323:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698167.299329:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299335:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698167.299340:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698167.299345:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698167.299350:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698167.299351:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299353:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698167.299357:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698167.299360:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698167.299367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698167.299372:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698167.299381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947158528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698167.299394:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698167.299397:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698167.299402:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947158528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698167.299412:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698167.299416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698167.299422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698167.299426:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698167.299430:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698167.299434:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698167.299439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3381
00000400:00000200:3.0:1787698167.299448:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698167.299452:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698167.299456:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698167.299463:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299471:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299473:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698167.299478:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698167.299481:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698167.299483:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698167.299485:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698167.299488:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698167.299493:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698167.299499:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299502:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299512:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698167.299516:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698167.299521:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299527:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698167.299531:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698167.299536:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698167.299541:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299545:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698167.299549:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698167.299553:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299557:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698167.299564:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698167.299568:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698167.299573:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698167.299576:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299579:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698167.299582:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698167.299585:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698167.299590:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698167.299596:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698167.299600:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00100000:3.0:1787698167.299605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947158656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698167.299614:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698167.299616:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698167.299620:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947158656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698167.299634:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698167.299638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698167.299643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698167.299645:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698167.299648:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698167.299651:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698167.299655:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3381
00000400:00000200:3.0:1787698167.299660:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698167.299664:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698167.299668:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698167.299672:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299676:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299681:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299685:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698167.299690:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698167.299692:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698167.299696:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698167.299699:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698167.299703:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698167.299705:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698167.299709:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299713:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698167.299718:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299723:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698167.299727:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698167.299732:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698167.299737:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698167.299741:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698167.299745:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698167.299749:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299753:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698167.299756:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698167.299765:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299770:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698167.299776:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698167.299780:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698167.299784:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698167.299788:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698167.299791:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698167.299794:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698167.299798:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698167.299804:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698167.299809:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698167.299818:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947158784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698167.299830:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698167.299835:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698167.299844:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947158784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698167.299891:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698167.299898:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3391)
00000800:00000200:1.1:1787698167.299948:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698167.300116:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698167.300271:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698167.745149:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698167.745154:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698167.745158:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698168.000994:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298054309, at 4298054336
00000100:00000010:0.0:1787698168.001013:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010180.
00000100:00000001:0.0:1787698168.769063:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698168.769068:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698168.769072:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698168.769077:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698168.769084:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698168.769089:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698168.769092:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698168.769094:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698168.769097:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698169.793105:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698169.793109:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698169.793112:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787698170.369148:0:2344:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698170.369193:0:2344:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698170.369203:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698170.369207:0:2344:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698170.369212:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698170.369216:0:2344:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698170.369221:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698170.369224:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4800.
00000400:00000200:0.0:1787698170.369229:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698170.369233:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698170.369239:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3b28
00000400:00000010:0.0:1787698170.369242:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3b28.
00000100:00000001:0.0:1787698170.369246:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698170.369254:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c19680 x1874533947158400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369278:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698170.369283:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947158400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369290:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698170.369292:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698170.369311:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698170.369314:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4f00.
00000400:00000200:0.0:1787698170.369317:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698170.369321:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698170.369323:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a34c8
00000400:00000010:0.0:1787698170.369326:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a34c8.
00000100:00000001:0.0:1787698170.369329:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698170.369334:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1a1c0 x1874533947158528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369346:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698170.369352:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947158528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369359:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698170.369361:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698170.369371:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698170.369376:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:0.0:1787698170.369381:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698170.369387:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698170.369406:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3000
00000400:00000010:0.0:1787698170.369410:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3000.
00000100:00000001:0.0:1787698170.369414:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698170.369421:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1b840 x1874533947158656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369432:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698170.369438:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947158656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369445:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698170.369447:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698170.369455:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698170.369458:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4600.
00000400:00000200:0.0:1787698170.369464:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698170.369473:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698170.369478:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3c38
00000400:00000010:0.0:1787698170.369482:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3c38.
00000100:00000001:0.0:1787698170.369492:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698170.369499:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1b0c0 x1874533947158784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369513:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698170.369518:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947158784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698170.369531:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698170.369533:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698170.816964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698170.816982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698170.816984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698170.816987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698170.816990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698170.816993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698170.816997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698170.817000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698170.817008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698171.840910:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698171.840916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698171.840918:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698171.840923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698171.840926:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698171.840929:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698171.840932:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698171.840936:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698171.840939:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698171.841056:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698171.841060:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698171.841063:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698172.417002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698172.417011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698172.417013:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698172.417015:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698172.417019:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698172.417025:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3386
00000400:00000200:3.0:1787698172.417033:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698172.417038:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698172.417040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698172.417048:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417051:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417056:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417058:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698172.417060:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698172.417062:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698172.417064:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698172.417068:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698172.417071:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698172.417073:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698172.417075:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417077:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417079:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698172.417093:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698172.417105:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417113:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698172.417121:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698172.417127:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698172.417138:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417143:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698172.417145:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698172.417156:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698172.417160:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698172.417165:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698172.417167:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417171:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698172.417173:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698172.417178:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698172.417186:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698172.417193:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698172.417203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947158912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698172.417211:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698172.417215:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698172.417218:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947158912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698172.417243:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698172.417250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698172.417253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698172.417255:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698172.417256:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698172.417259:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698172.417262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3386
00000400:00000200:3.0:1787698172.417266:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698172.417270:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698172.417272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698172.417275:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417277:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417279:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417281:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698172.417283:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698172.417285:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698172.417286:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698172.417289:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698172.417291:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698172.417293:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698172.417296:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417306:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698172.417311:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698172.417316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417322:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698172.417327:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698172.417335:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698172.417341:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417345:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698172.417351:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698172.417358:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417363:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698172.417373:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698172.417378:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698172.417382:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698172.417384:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417387:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698172.417390:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698172.417393:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698172.417399:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698172.417405:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698172.417420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947159040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698172.417432:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698172.417435:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698172.417453:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947159040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698172.417472:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698172.417476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698172.417483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698172.417486:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698172.417488:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698172.417494:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698172.417499:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3386
00000400:00000200:3.0:1787698172.417507:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698172.417514:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698172.417517:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698172.417522:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417528:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698172.417535:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698172.417536:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698172.417539:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698172.417543:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698172.417546:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698172.417551:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698172.417559:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417574:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698172.417579:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698172.417586:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417591:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698172.417595:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698172.417598:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698172.417603:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417607:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698172.417612:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698172.417618:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417622:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698172.417627:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698172.417632:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698172.417634:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698172.417635:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417637:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698172.417639:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698172.417640:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698172.417644:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698172.417649:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698172.417657:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947159168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698172.417664:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698172.417669:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787698172.417671:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698172.417674:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698172.417682:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947159168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698172.417699:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698172.417705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698172.417710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698172.417712:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698172.417716:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698172.417719:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698172.417724:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3386
00000400:00000200:3.0:1787698172.417731:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698172.417736:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698172.417738:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698172.417744:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417753:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698172.417761:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698172.417764:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698172.417767:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698172.417771:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698172.417776:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698172.417781:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698172.417789:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417792:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698172.417795:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417800:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698172.417803:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698172.417915:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698172.417921:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698172.417924:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698172.417930:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698172.417936:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417951:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698172.417954:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698172.417958:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417961:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698172.417967:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698172.417971:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698172.417976:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698172.417979:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698172.417981:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698172.417984:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698172.417987:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698172.417992:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698172.417997:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698172.418007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947159296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698172.418019:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698172.418023:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698172.418031:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947159296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698172.418042:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698172.418048:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3396)
00000800:00000200:1.1:1787698172.418269:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698172.418272:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698172.418557:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698172.418560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698172.418816:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698172.418817:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698172.864985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698172.864988:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698172.864990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698172.864993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698172.864995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698172.864996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698172.864998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698172.865000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698172.865002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698173.120950:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298059427, at 4298059456
00000100:00000010:0.0:1787698173.120961:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010420.
00000100:00000001:3.0:1787698173.888988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698173.888999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698173.889005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698173.889012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698173.889021:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698173.889030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698173.889037:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698173.889043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698173.889046:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698173.889054:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698173.889055:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698173.889066:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698174.912978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698174.912988:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698174.912991:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698174.912998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698174.913004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698174.913009:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698174.913022:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698174.913026:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698174.913030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698175.937035:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698175.937038:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698175.937039:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698175.937041:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698175.937043:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698175.937045:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698175.937046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698175.937048:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698175.937049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698175.937096:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698175.937099:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698175.937101:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698176.960983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698176.960992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698176.960998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698176.961006:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698176.961012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698176.961017:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698176.961023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698176.961028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698176.961032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698177.537708:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698177.537717:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698177.538613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698177.538616:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698177.538836:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698177.538838:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698177.539100:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698177.539102:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787698177.984987:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698177.984997:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698177.985001:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698177.985012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698177.985024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698177.985040:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698177.985053:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698177.985056:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698177.985061:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698177.985116:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698177.985121:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698177.985125:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698178.240963:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298064548, at 4298064576
00000100:00000010:0.0:1787698178.240978:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70300.
00000100:00000001:3.0:1787698179.008937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698179.008945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698179.008949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698179.008955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698179.008961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698179.008969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698179.008983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698179.008985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698179.008988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698180.032945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698180.032953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698180.032957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698180.032965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698180.032970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698180.032975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698180.032980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698180.032984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698180.032989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698180.033035:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698180.033039:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698180.033042:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698181.057000:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698181.057013:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698181.057020:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698181.057029:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698181.057037:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698181.057043:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698181.057049:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698181.057053:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698181.057058:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698182.080926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698182.080933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698182.080938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698182.080945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698182.080950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698182.080956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698182.080963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698182.080967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698182.080973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698182.081010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698182.081012:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698182.081014:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698182.656984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698182.656990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698182.656992:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698182.656995:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698182.656999:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698182.657006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3396
00000400:00000200:0.0:1787698182.657013:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698182.657018:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698182.657020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698182.657022:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657024:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657026:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698182.657030:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698182.657031:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698182.657033:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698182.657036:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698182.657037:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698182.657038:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698182.657040:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657041:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657042:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657044:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698182.657045:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698182.657048:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657049:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698182.657051:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698182.657053:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698182.657055:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657057:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698182.657058:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698182.657065:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698182.657067:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698182.657070:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698182.657071:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657073:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698182.657074:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698182.657078:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698182.657084:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698182.657089:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698182.657095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947159936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698182.657102:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698182.657104:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698182.657108:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947159936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698182.657123:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698182.657125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698182.657127:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698182.657128:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698182.657129:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698182.657131:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698182.657133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3396
00000400:00000200:0.0:1787698182.657135:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698182.657138:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698182.657140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698182.657149:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657152:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657157:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657161:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698182.657165:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698182.657166:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698182.657169:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698182.657172:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698182.657175:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698182.657178:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698182.657181:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657185:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657189:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698182.657192:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698182.657196:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657198:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698182.657200:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698182.657209:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698182.657212:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657215:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698182.657219:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698182.657223:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657224:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698182.657227:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698182.657229:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698182.657233:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698182.657235:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657239:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698182.657240:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698182.657241:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698182.657246:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698182.657250:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698182.657255:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947160064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698182.657263:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698182.657267:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698182.657271:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947160064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698182.657278:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698182.657281:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698182.657285:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698182.657288:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698182.657290:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698182.657293:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698182.657297:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3396
00000400:00000200:0.0:1787698182.657302:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698182.657306:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698182.657308:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698182.657313:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657319:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657323:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657327:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698182.657332:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698182.657334:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698182.657335:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698182.657339:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698182.657343:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698182.657349:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698182.657363:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657368:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657372:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657376:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698182.657379:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698182.657381:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657384:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698182.657387:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698182.657390:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698182.657394:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657396:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698182.657399:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698182.657402:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657407:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698182.657410:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698182.657412:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698182.657416:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698182.657418:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657420:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698182.657421:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698182.657423:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698182.657423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698182.657429:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
02000000:00000010:0.0:1787698182.657430:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698182.657434:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698182.657441:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947160192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698182.657452:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698182.657455:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698182.657459:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947160192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698182.657468:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698182.657471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698182.657477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698182.657479:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698182.657481:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698182.657486:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698182.657489:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3396
00000400:00000200:0.0:1787698182.657494:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698182.657504:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698182.657508:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698182.657511:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657514:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657517:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657519:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698182.657522:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698182.657525:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698182.657528:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698182.657530:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698182.657533:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698182.657534:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698182.657537:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657540:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698182.657541:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657542:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698182.657544:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698182.657548:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698182.657550:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698182.657551:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698182.657554:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698182.657557:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657559:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698182.657560:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698182.657564:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657568:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698182.657572:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698182.657574:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698182.657577:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698182.657579:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698182.657583:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698182.657584:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698182.657587:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698182.657590:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698182.657594:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698182.657602:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947160320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698182.657613:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698182.657616:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698182.657624:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947160320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698182.657639:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698182.657645:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3406)
00000800:00000200:2.1:1787698182.657890:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698182.657892:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698182.658141:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698182.658144:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698182.658401:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698182.658404:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787698183.104989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698183.104998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698183.105003:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698183.105012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698183.105018:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698183.105026:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698183.105031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698183.105036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698183.105040:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698183.360967:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298069667, at 4298069696
00000100:00000010:0.0:1787698183.360986:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00000100:00000001:3.0:1787698184.128984:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698184.128993:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698184.128998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698184.129005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698184.129011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698184.129016:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698184.129033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698184.129037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698184.129042:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698184.129069:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698184.129073:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698184.129076:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698185.152986:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698185.152998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698185.153002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698185.153007:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698185.153015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698185.153020:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698185.153026:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698185.153029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698185.153033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698186.176971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698186.176980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698186.176983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698186.176990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698186.176996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698186.177003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698186.177010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698186.177014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698186.177019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698186.177041:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698186.177047:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698186.177051:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698187.200955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698187.200964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698187.200968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698187.200974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698187.200981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698187.200986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698187.200999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698187.201002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698187.201006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698187.776966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698187.776977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698187.776982:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698187.776986:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698187.776991:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698187.776999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3401
00000400:00000200:0.0:1787698187.777011:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698187.777019:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698187.777022:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698187.777025:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777030:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698187.777034:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698187.777035:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698187.777038:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698187.777041:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698187.777043:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698187.777045:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698187.777048:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777049:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777051:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777052:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698187.777055:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698187.777057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777059:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698187.777061:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698187.777064:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698187.777066:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777068:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698187.777070:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698187.777079:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698187.777081:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698187.777085:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698187.777086:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777088:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698187.777091:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698187.777102:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698187.777110:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698187.777116:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698187.777124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947160448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698187.777132:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698187.777136:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698187.777139:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947160448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698187.777156:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698187.777158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698187.777160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698187.777161:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698187.777163:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698187.777165:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698187.777166:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3401
00000400:00000200:0.0:1787698187.777169:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698187.777171:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698187.777173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698187.777175:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777177:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777178:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777180:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698187.777182:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698187.777183:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698187.777184:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698187.777186:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698187.777187:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698187.777192:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698187.777194:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777198:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777199:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777203:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698187.777205:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698187.777209:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777211:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698187.777214:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698187.777220:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698187.777224:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777226:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698187.777233:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698187.777236:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777239:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698187.777244:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698187.777246:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698187.777250:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698187.777251:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777253:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698187.777256:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698187.777258:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698187.777263:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698187.777266:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698187.777271:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947160576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698187.777281:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698187.777284:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698187.777286:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947160576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698187.777296:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698187.777298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698187.777300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698187.777302:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698187.777304:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698187.777308:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698187.777315:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3401
00000400:00000200:0.0:1787698187.777318:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698187.777321:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698187.777324:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698187.777326:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777328:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777330:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777335:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698187.777337:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698187.777340:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698187.777343:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698187.777346:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698187.777347:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698187.777350:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698187.777354:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777358:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777362:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777367:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698187.777373:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698187.777381:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777385:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698187.777390:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698187.777393:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698187.777398:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777402:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698187.777405:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698187.777408:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777413:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698187.777419:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698187.777424:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698187.777430:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698187.777433:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777437:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698187.777440:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698187.777442:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698187.777449:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698187.777455:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698187.777463:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947160704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698187.777477:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698187.777481:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698187.777491:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947160704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698187.777517:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698187.777520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698187.777526:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698187.777531:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698187.777533:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698187.777537:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698187.777543:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3401
00000800:00000200:2.1:1787698187.777544:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:0.0:1787698187.777549:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:2.1:1787698187.777550:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000400:00000200:0.0:1787698187.777553:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698187.777558:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698187.777565:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777569:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777572:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777576:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698187.777581:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698187.777584:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698187.777588:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698187.777591:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698187.777596:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698187.777601:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698187.777607:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777612:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698187.777617:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698187.777626:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698187.777631:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698187.777637:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698187.777641:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698187.777647:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698187.777651:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777653:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698187.777657:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698187.777662:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777665:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698187.777670:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698187.777672:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698187.777691:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698187.777692:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698187.777694:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698187.777695:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698187.777696:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698187.777700:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698187.777703:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698187.777706:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947160832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698187.777712:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698187.777716:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698187.777719:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947160832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698187.777726:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698187.777732:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3411)
00000800:00000200:2.1:1787698187.778072:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698187.778075:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698187.778369:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698187.778371:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698187.778643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698187.778645:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787698188.224964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698188.224974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698188.224979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698188.224986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698188.224992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698188.224998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698188.225009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698188.225012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698188.225014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698188.225034:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698188.225037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698188.225040:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698188.480961:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298074787, at 4298074816
00000100:00000010:0.0:1787698188.480980:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d20.
00000100:00000001:3.0:1787698189.248915:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698189.248926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698189.248929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698189.248935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698189.248941:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698189.248945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698189.248959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698189.248962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698189.248966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698190.272983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698190.272992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698190.272998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698190.273005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698190.273011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698190.273018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698190.273026:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698190.273032:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698190.273038:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698190.273106:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698190.273111:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698190.273114:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698191.297015:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698191.297023:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698191.297026:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698191.297036:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698191.297049:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698191.297057:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698191.297066:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698191.297074:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698191.297080:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698192.320974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698192.320982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698192.320985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698192.320990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698192.320997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698192.321002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698192.321007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698192.321011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698192.321015:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698192.321067:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698192.321070:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698192.321072:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698192.896950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698192.896957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698192.896961:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698192.896967:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698192.896972:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698192.896980:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3406
00000400:00000200:0.0:1787698192.896988:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698192.896993:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698192.896996:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698192.896998:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897001:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897003:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897005:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698192.897008:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698192.897010:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698192.897012:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698192.897015:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698192.897017:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698192.897019:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698192.897022:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897024:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897027:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698192.897040:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698192.897043:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897045:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698192.897048:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698192.897051:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698192.897053:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897055:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698192.897058:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698192.897065:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698192.897069:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698192.897073:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698192.897074:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897077:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698192.897080:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698192.897083:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698192.897090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698192.897097:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698192.897105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947160960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698192.897114:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698192.897118:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698192.897122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947160960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698192.897144:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698192.897146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698192.897149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698192.897150:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698192.897152:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698192.897154:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698192.897157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3406
00000400:00000200:0.0:1787698192.897161:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698192.897164:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698192.897167:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698192.897172:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897186:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897190:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698192.897194:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698192.897196:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698192.897199:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698192.897203:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698192.897206:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698192.897211:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698192.897214:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897218:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897223:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698192.897231:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698192.897238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897241:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698192.897245:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698192.897251:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698192.897255:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897261:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698192.897266:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698192.897272:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897276:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698192.897284:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698192.897290:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698192.897295:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698192.897298:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897300:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698192.897301:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698192.897303:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698192.897307:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698192.897313:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698192.897322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947161088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698192.897335:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698192.897340:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698192.897346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947161088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698192.897368:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698192.897373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698192.897381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698192.897384:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698192.897387:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698192.897392:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698192.897397:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3406
00000400:00000200:0.0:1787698192.897415:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698192.897421:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698192.897425:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698192.897431:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897444:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897449:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698192.897452:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698192.897454:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698192.897457:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698192.897461:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:2.1:1787698192.897462:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698192.897465:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787698192.897467:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1787698192.897468:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698192.897476:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897479:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897485:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897488:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698192.897491:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698192.897495:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897499:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698192.897502:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698192.897507:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698192.897510:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897514:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698192.897517:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698192.897521:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897523:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698192.897527:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698192.897531:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698192.897538:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698192.897540:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897543:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698192.897546:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698192.897549:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698192.897555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698192.897560:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698192.897567:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947161216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698192.897581:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698192.897584:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698192.897602:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947161216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698192.897609:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698192.897612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698192.897618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698192.897620:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698192.897623:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698192.897627:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698192.897631:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3406
00000400:00000200:0.0:1787698192.897638:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698192.897645:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698192.897649:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698192.897656:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897661:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897666:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897671:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698192.897674:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698192.897677:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698192.897680:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698192.897683:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698192.897689:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698192.897695:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698192.897702:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897707:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698192.897712:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897717:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698192.897721:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698192.897727:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698192.897731:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698192.897735:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698192.897739:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698192.897744:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897748:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698192.897752:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698192.897757:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897761:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698192.897766:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698192.897771:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698192.897777:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698192.897781:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698192.897785:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698192.897788:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698192.897790:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698192.897796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698192.897802:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698192.897810:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947161344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698192.897838:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698192.897843:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698192.897876:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947161344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698192.897894:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698192.897900:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3416)
00000800:00000200:2.1:1787698192.897984:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698192.897985:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787698192.898224:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698192.898225:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787698192.898418:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698192.898421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787698193.344966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698193.344978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698193.344986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698193.345001:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698193.345006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698193.345010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698193.345019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698193.345024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698193.345034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698193.600962:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298079907, at 4298079936
00000100:00000010:0.0:1787698193.600977:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:3.0:1787698194.368962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698194.368971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698194.368976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698194.368983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698194.368990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698194.368995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698194.369008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698194.369011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698194.369024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698194.369065:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698194.369067:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698194.369070:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698195.392992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698195.393003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698195.393007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698195.393017:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698195.393023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698195.393030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698195.393033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698195.393037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698195.393042:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698196.416981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698196.416993:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698196.416999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698196.417007:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698196.417013:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698196.417018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698196.417025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698196.417029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698196.417033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698196.417040:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698196.417045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698196.417050:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698197.440961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698197.440971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698197.440975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698197.440982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698197.440988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698197.440994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698197.440999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698197.441003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698197.441006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698198.017006:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698198.017014:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698198.017016:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698198.017022:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698198.017027:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698198.017032:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698198.017035:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698198.017039:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698198.017041:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698198.017716:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698198.017724:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698198.018286:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698198.018289:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698198.018588:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698198.018590:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698198.018878:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698198.018881:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787698198.464967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698198.464977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698198.464980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698198.464987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698198.464993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698198.465000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698198.465010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698198.465014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698198.465016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698198.465111:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698198.465116:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698198.465120:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698198.720981:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298085028, at 4298085056
00000100:00000010:0.0:1787698198.720999:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470100c0.
00000100:00000001:0.0:1787698199.040983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698199.040990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698199.040992:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698199.041004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698199.041007:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698199.041011:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698199.041013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698199.041015:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698199.041017:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698199.488973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698199.488982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698199.488988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698199.488996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698199.489004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698199.489010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698199.489017:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698199.489021:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698199.489025:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698200.064960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698200.064966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698200.064968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698200.064972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698200.064976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698200.064979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698200.064981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698200.064984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698200.064986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698200.512949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698200.512956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698200.512960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698200.512965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698200.512971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698200.512975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698200.512982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698200.512984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698200.512987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698200.514558:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698200.514562:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698200.514565:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698201.088904:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698201.088910:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698201.088913:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698201.088918:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698201.088921:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698201.088925:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698201.088927:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698201.088930:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698201.088932:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698201.536918:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698201.536925:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698201.536928:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698201.536931:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698201.536934:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698201.536937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698201.536940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698201.536942:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698201.536945:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698202.112953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698202.112959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698202.112961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698202.112965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698202.112968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698202.112972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698202.112975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698202.112977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698202.112980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698202.560958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698202.560966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698202.560970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698202.560978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698202.560985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698202.560991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698202.561006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787698202.561019:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698202.561019:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698202.561024:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698202.561025:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698202.561029:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698203.136926:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698203.136935:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698203.136937:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698203.136941:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698203.136945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698203.136947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698203.136951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698203.136954:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698203.136957:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698203.137430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698203.137434:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698203.137916:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698203.137917:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698203.138179:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698203.138181:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698203.138410:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698203.138412:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787698203.584967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698203.584978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698203.584981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698203.584988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698203.584994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698203.585000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698203.585004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698203.585008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698203.585018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698203.585037:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698203.585043:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698203.585047:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698203.585051:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698203.585057:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698203.585061:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698203.585064:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698203.585066:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698203.585069:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698203.840977:0:35204:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298090147, at 4298090176
00000100:00000010:0.0:1787698203.840997:0:35204:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ba0.
00000100:00000001:0.0:1787698204.608941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698204.608941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698204.608947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698204.608948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698204.608952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698204.608952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698204.608959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698204.608965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698204.608965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698204.608970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698204.608971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698204.608973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698204.608977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698204.608981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698204.608985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698204.608985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698204.608989:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698204.608994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698205.632943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698205.632943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698205.632952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698205.632952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698205.632955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698205.632956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698205.632962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698205.632967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698205.632968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698205.632972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698205.632973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698205.632975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698205.632977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698205.632981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698205.632984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698205.632985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698205.632988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698205.632991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698206.656947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698206.656947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698206.656954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698206.656955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698206.656958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698206.656959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698206.656967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698206.656967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698206.656974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698206.656974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698206.656981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698206.656981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698206.656987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698206.656991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698206.656995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698206.656995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698206.656999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698206.657002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698207.680972:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698207.680979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698207.680982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698207.680982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787698207.680990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698207.680992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698207.680994:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698207.680999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698207.681000:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698207.681011:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698207.681013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698207.681014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698207.681020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698207.681020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698207.681027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698207.681033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698207.681036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698207.681041:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698208.257489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698208.257495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698208.257959:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698208.257961:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698208.258185:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698208.258187:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698208.258374:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698208.258376:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698208.704929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698208.704937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698208.704941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698208.704947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698208.704952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698208.704957:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698208.704960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698208.704963:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698208.704966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698208.705092:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698208.705095:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698208.705096:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698208.705097:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698208.705099:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698208.705100:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698208.705101:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698208.705102:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698208.705104:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698208.960952:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298095267, at 4298095296
00000100:00000010:0.0:1787698208.960966:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d702a0.
00000100:00000001:0.0:1787698209.728971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698209.728978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698209.728981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698209.728984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698209.728988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698209.728991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698209.728994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698209.728997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698209.728999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698209.729224:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698209.729226:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698209.729228:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698209.729230:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698209.729231:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698209.729233:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698209.729234:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698209.729235:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698209.729236:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698210.752968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698210.752972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698210.752975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698210.752980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698210.752984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698210.752988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698210.752990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698210.752993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698210.752996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698210.752999:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698210.753003:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698210.753006:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698210.753011:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698210.753015:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698210.753018:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698210.753022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698210.753023:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698210.753025:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698211.776958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698211.776958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698211.776965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698211.776966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698211.776967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698211.776969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698211.776976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698211.776976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698211.776981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698211.776983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698211.776987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698211.776988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698211.776992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698211.776996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698211.777001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698211.777002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698211.777005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698211.777009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698212.800943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698212.800952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698212.800956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698212.800961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698212.800969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698212.800973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698212.800979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698212.800984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698212.800990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698213.376959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698213.376967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698213.376969:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698213.376973:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698213.376979:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698213.376986:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3427
00000400:00000200:0.0:1787698213.376995:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698213.377001:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698213.377003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698213.377006:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377011:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377012:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698213.377015:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698213.377016:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698213.377018:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698213.377020:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698213.377022:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698213.377023:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698213.377025:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377029:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698213.377030:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698213.377032:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377034:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698213.377035:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698213.377038:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698213.377039:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377041:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698213.377042:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698213.377049:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698213.377051:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698213.377054:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698213.377056:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377057:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698213.377059:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698213.377062:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698213.377067:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698213.377072:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698213.377078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947163008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698213.377084:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698213.377087:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698213.377090:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947163008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698213.377104:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698213.377105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698213.377107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698213.377108:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698213.377109:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698213.377111:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698213.377118:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3427
00000400:00000200:0.0:1787698213.377121:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698213.377123:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698213.377125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698213.377128:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377132:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377136:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377137:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698213.377140:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698213.377141:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698213.377144:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698213.377146:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698213.377150:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698213.377154:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698213.377158:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377161:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377164:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698213.377173:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698213.377180:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377182:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698213.377184:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698213.377191:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698213.377196:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377202:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698213.377208:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698213.377215:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377220:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698213.377227:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698213.377231:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698213.377235:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698213.377235:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377237:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698213.377238:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698213.377251:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698213.377256:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698213.377261:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698213.377268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947163136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698213.377290:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698213.377293:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698213.377305:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947163136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698213.377317:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698213.377321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698213.377325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698213.377327:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698213.377328:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698213.377330:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698213.377334:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3427
00000400:00000200:0.0:1787698213.377339:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698213.377341:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698213.377343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698213.377344:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377349:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698213.377351:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698213.377352:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698213.377354:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698213.377358:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698213.377360:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698213.377363:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698213.377368:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377378:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698213.377381:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698213.377387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377391:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698213.377393:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698213.377397:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698213.377399:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377400:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698213.377402:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698213.377406:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377409:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698213.377414:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698213.377419:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698213.377423:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698213.377424:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377425:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698213.377428:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698213.377430:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698213.377433:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698213.377437:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698213.377443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947163264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787698213.377448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698213.377453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698213.377457:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698213.377460:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698213.377466:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947163264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698213.377478:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698213.377483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698213.377489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698213.377492:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698213.377497:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698213.377503:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698213.377508:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3427
00000400:00000200:0.0:1787698213.377516:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698213.377524:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698213.377526:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698213.377532:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377536:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698213.377543:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698213.377546:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698213.377548:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698213.377551:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698213.377554:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698213.377559:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698213.377561:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698213.377568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698213.377575:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698213.377581:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698213.377585:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698213.377597:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698213.377602:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698213.377607:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377611:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698213.377615:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698213.377618:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377620:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698213.377623:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698213.377627:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698213.377633:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698213.377637:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698213.377642:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698213.377645:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698213.377649:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698213.377656:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698213.377662:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698213.377669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947163392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698213.377680:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698213.377683:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698213.377689:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947163392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698213.377699:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698213.377704:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3437)
00000800:00000200:2.1:1787698213.377843:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698213.377845:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698213.378034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698213.378036:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698213.378196:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698213.378198:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698213.825062:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698213.825065:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698213.825066:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698213.825069:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698213.825070:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698213.825072:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698213.825073:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698213.825074:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698213.825076:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698214.080940:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298100387, at 4298100416
00000100:00000010:0.0:1787698214.080955:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70900.
00000100:00000001:0.0:1787698214.848956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698214.848963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698214.848967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698214.848973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698214.848978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698214.848983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698214.848987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698214.848992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698214.848996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698214.849025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698214.849029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698214.849031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698215.872987:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698215.872993:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698215.873001:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698215.873013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698215.873094:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698215.873096:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698215.873098:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698215.873100:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698215.873101:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698216.896909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698216.896914:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698216.896916:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698216.896923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698216.896929:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698216.896934:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698216.896937:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698216.896942:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698216.896945:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698216.896974:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698216.896978:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698216.896981:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698217.920901:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698217.920909:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698217.920912:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698217.920918:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698217.920922:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698217.920925:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698217.920928:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698217.920929:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698217.920932:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698217.920942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698217.920946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698217.920948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698217.920953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698217.920956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698217.920960:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698217.920964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698217.920965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698217.920967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698218.496958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698218.496964:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698218.496966:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698218.496970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698218.496973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698218.496976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698218.496979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698218.496981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698218.496983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698218.496998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698218.497006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698218.497010:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698218.497014:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698218.497019:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698218.497028:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3432
00000400:00000200:3.0:1787698218.497039:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698218.497046:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698218.497049:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698218.497052:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.497059:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497061:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698218.497066:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698218.497068:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698218.497070:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698218.497074:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698218.497076:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698218.497078:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698218.497081:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497083:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.497085:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497087:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698218.497090:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698218.497094:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497096:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698218.497099:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698218.497102:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698218.497105:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497107:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698218.497110:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698218.497121:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698218.497124:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698218.497128:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698218.497130:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497132:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698218.497135:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698218.497139:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698218.497146:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698218.497180:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698218.497190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947163520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698218.497198:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698218.497204:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698218.497208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947163520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698218.497241:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698218.497244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698218.497248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698218.497250:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698218.497252:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698218.497255:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698218.497259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3432
00000400:00000200:3.0:1787698218.497264:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698218.497269:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698218.497274:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698218.497284:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.497303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497311:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698218.497319:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698218.497321:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698218.497325:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698218.497330:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698218.497335:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698218.497338:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698218.497344:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497350:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.497354:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497361:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698218.497367:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698218.497375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497378:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698218.497389:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698218.497402:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698218.497408:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497418:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698218.497425:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698218.497432:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497438:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698218.497445:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698218.497456:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698218.497463:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698218.497467:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497475:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698218.497481:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698218.497486:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698218.497494:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698218.497500:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698218.497515:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947163648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698218.497537:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698218.497544:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698218.497556:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947163648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698218.497605:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698218.497611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698218.497625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698218.497632:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698218.497640:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698218.497647:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698218.497656:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3432
00000400:00000200:3.0:1787698218.497667:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698218.497677:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:2.1:1787698218.497679:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787698218.497683:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787698218.497687:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787698218.497694:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497700:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.497709:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497719:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698218.497724:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698218.497731:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698218.497735:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698218.497740:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698218.497748:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698218.497753:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698218.497769:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497776:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.497781:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497783:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698218.497791:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698218.497802:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698218.497811:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698218.497816:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698218.497821:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698218.497827:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497837:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698218.497841:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698218.497896:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497907:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698218.497913:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698218.497923:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698218.497930:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698218.497933:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.497939:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698218.497951:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698218.497957:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698218.497970:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698218.497979:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698218.497995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947163776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698218.498035:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698218.498041:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698218.498053:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947163776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698218.498092:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698218.498098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698218.498109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698218.498115:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698218.498121:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698218.498135:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698218.498148:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3432
00000400:00000200:3.0:1787698218.498170:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698218.498185:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698218.498192:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698218.498200:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.498209:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.498219:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.498228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698218.498233:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698218.498239:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698218.498244:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698218.498252:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698218.498261:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698218.498270:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698218.498279:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.498291:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698218.498297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698218.498304:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698218.498311:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698218.498316:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698218.498320:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698218.498322:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698218.498327:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698218.498331:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.498334:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698218.498338:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698218.498342:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.498343:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698218.498348:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698218.498350:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698218.498353:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698218.498356:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.498360:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698218.498361:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698218.498365:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698218.498374:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698218.498381:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698218.498395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947163904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698218.498449:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698218.498454:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698218.498463:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947163904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698218.498496:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698218.498506:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3442)
00000800:00000200:2.1:1787698218.498582:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698218.498584:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698218.498749:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698218.498750:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698218.498969:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698218.498970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698218.944910:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698218.944919:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698218.944921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698218.944926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698218.944927:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698218.944930:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698218.944932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698218.944934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698218.944935:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698218.944939:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698218.944939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698218.944943:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698218.944943:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698218.944947:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698218.944948:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698218.944951:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698218.944953:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698218.944957:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698218.945026:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698218.945029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698218.945031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698219.200964:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298105508, at 4298105536
00000100:00000010:0.0:1787698219.200980:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70660.
00000100:00000001:0.0:1787698219.520992:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698219.521002:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698219.521005:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698219.521010:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698219.521015:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698219.521019:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698219.521021:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698219.521023:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698219.521026:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698219.968904:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698219.968911:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698219.968913:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698219.968917:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698219.968921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698219.968921:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698219.968928:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698219.968929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698219.968935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698219.968941:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698219.968941:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698219.968949:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698219.968952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698219.968954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698219.968956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698219.968960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698219.968964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698219.968968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698220.544966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698220.544973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698220.544976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698220.544982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698220.544985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698220.544990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698220.544992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698220.544995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698220.544998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698220.992911:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698220.992917:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698220.992918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698220.992921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698220.992926:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698220.992927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698220.992931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698220.992931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698220.992937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698220.992942:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698220.992942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698220.992945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698220.992954:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698220.992963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698220.992969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698220.992974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698220.992977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698220.992983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698220.993036:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698220.993039:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698220.993041:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698221.568978:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698221.568986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698221.568988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698221.568993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698221.568996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698221.569000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698221.569002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698221.569004:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698221.569006:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698222.016939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698222.016950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698222.016951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698222.016954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698222.016961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698222.016963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698222.016966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698222.016971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698222.016980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698222.016980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698222.016988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698222.016992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698222.016999:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698222.017002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698222.017012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698222.017013:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698222.017021:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698222.017030:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698223.041005:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698223.041009:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698223.041015:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698223.041018:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698223.041018:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698223.041027:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698223.041029:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698223.041034:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698223.041041:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698223.041042:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698223.041044:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698223.041048:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698223.041054:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698223.041056:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698223.041064:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698223.041069:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698223.041073:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698223.041088:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698223.041098:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698223.041101:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698223.041103:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787698223.617742:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698223.617751:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698223.618385:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698223.618388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698223.618674:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698223.618677:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698223.618976:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698223.618979:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787698224.064969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698224.064969:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698224.064978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698224.064981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698224.064985:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698224.064987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698224.064988:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698224.064993:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698224.064994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698224.064999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698224.065000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698224.065003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698224.065005:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698224.065009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698224.065018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698224.065018:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698224.065022:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698224.065027:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698224.320949:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298110628, at 4298110656
00000100:00000010:0.0:1787698224.320966:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d703c0.
00000100:00000001:0.0:1787698225.089007:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698225.089007:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698225.089016:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698225.089017:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698225.089021:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698225.089021:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698225.089033:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698225.089033:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698225.089053:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698225.089057:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698225.089058:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698225.089061:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698225.089063:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698225.089067:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698225.089074:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698225.089074:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698225.089079:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698225.089086:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698225.089117:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698225.089122:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698225.089127:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698226.112946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698226.112946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698226.112954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698226.112955:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698226.112957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698226.112958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698226.112965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698226.112966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698226.112971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698226.112972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698226.112978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698226.112978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698226.112988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698226.112992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698226.113003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698226.113003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698226.113009:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698226.113039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698227.136984:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698227.136998:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698227.137000:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698227.137014:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698227.137019:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698227.137020:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698227.137030:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698227.137030:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698227.137043:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698227.137045:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698227.137048:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698227.137051:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698227.137052:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698227.137056:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698227.137063:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698227.137064:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698227.137072:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698227.137079:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698227.137140:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698227.137143:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698227.137145:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698228.160927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698228.160938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698228.160941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698228.160948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698228.160951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698228.160953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698228.160960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698228.160961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698228.160965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698228.160966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698228.160968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698228.160973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698228.160975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698228.160980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698228.160984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698228.160997:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698228.161000:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698228.161006:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698228.737011:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698228.737024:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698228.737032:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698228.737044:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698228.737052:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698228.737057:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698228.737062:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698228.737067:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698228.737071:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698228.737775:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698228.737786:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787698228.738522:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698228.738524:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787698228.738759:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698228.738761:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787698228.738965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698228.738966:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787698229.185000:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698229.185000:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698229.185010:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698229.185010:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698229.185014:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698229.185015:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698229.185022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698229.185022:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698229.185027:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698229.185032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698229.185036:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698229.185037:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698229.185040:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698229.185041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698229.185052:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698229.185107:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698229.185111:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698229.185116:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698229.185198:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698229.185201:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698229.185204:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698229.441003:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298115748, at 4298115776
00000100:00000010:0.0:1787698229.441023:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ae0.
00000100:00000001:0.0:1787698229.760924:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698229.760933:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698229.760935:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698229.760942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698229.760946:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698229.760950:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698229.760952:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698229.760955:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698229.760958:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698230.208988:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698230.208997:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698230.209000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698230.209006:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698230.209009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698230.209013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698230.209016:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698230.209019:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698230.209022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698230.209112:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698230.209115:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698230.209116:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698230.209118:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698230.209119:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698230.209121:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698230.209122:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698230.209123:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698230.209124:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698230.785005:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698230.785012:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698230.785014:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698230.785018:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698230.785022:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698230.785025:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698230.785028:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698230.785030:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698230.785033:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698231.232989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698231.232989:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698231.232998:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698231.232999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698231.233000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698231.233002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698231.233007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698231.233008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698231.233012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698231.233014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698231.233017:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698231.233019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698231.233022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698231.233026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698231.233031:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698231.233032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698231.233035:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698231.233041:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698231.233067:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698231.233071:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698231.233074:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698231.809029:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698231.809039:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698231.809042:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698231.809048:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698231.809052:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698231.809057:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698231.809059:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698231.809062:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698231.809065:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698232.256960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698232.256960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698232.256967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698232.256969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698232.256971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698232.256972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698232.256979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698232.256979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698232.256983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698232.256984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698232.256987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698232.256991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698232.256992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698232.256996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698232.257003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698232.257003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698232.257007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698232.257014:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698232.833028:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698232.833035:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698232.833037:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698232.833041:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698232.833045:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698232.833048:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698232.833058:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698232.833061:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698232.833064:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698233.280995:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698233.281004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698233.281007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698233.281013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698233.281017:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698233.281021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698233.281033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698233.281041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698233.281050:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698233.281221:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698233.281225:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698233.281228:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698233.856972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698233.856977:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787698233.856980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698233.856984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698233.856985:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787698233.856989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698233.856990:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698233.856995:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787698233.856996:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698233.857000:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787698233.857001:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3447
00000100:00000001:0.0:1787698233.857005:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698233.857009:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787698233.857011:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698233.857013:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787698233.857017:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:0.0:1787698233.857018:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698233.857020:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698233.857024:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857026:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857028:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698233.857032:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698233.857034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698233.857036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698233.857038:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698233.857040:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698233.857041:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698233.857043:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857046:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698233.857049:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698233.857052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857054:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698233.857055:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698233.857058:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698233.857060:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857061:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698233.857063:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698233.857070:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698233.857073:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698233.857076:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698233.857078:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857081:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698233.857083:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698233.857087:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698233.857094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698233.857099:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698233.857108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947165056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698233.857118:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698233.857121:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698233.857125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947165056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698233.857141:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698233.857143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698233.857146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698233.857147:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698233.857148:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698233.857149:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698233.857151:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3447
00000400:00000200:3.0:1787698233.857154:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698233.857156:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698233.857159:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698233.857161:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857165:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857167:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698233.857170:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698233.857171:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698233.857173:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698233.857175:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698233.857178:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698233.857180:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698233.857184:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857189:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857192:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857196:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698233.857201:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698233.857204:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857210:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698233.857215:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698233.857222:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698233.857228:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857232:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698233.857238:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698233.857245:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857249:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698233.857258:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698233.857262:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698233.857267:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698233.857270:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857274:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698233.857276:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698233.857280:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698233.857288:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698233.857295:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698233.857306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947165184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698233.857324:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698233.857329:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698233.857338:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947165184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698233.857356:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698233.857361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698233.857366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698233.857369:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698233.857373:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698233.857376:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698233.857381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3447
00000400:00000200:3.0:1787698233.857389:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698233.857397:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698233.857402:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698233.857410:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857420:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857425:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698233.857430:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698233.857433:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698233.857435:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698233.857437:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698233.857442:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698233.857446:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698233.857453:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857457:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857462:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857465:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698233.857468:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698233.857473:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857479:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698233.857484:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787698233.857485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:3.0:1787698233.857489:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698233.857492:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857495:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698233.857497:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698233.857500:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857501:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698233.857506:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698233.857512:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698233.857518:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698233.857521:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857525:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698233.857527:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698233.857529:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698233.857536:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698233.857542:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698233.857553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947165312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698233.857566:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698233.857570:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698233.857575:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947165312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698233.857591:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698233.857597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698233.857600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698233.857602:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698233.857603:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698233.857607:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698233.857612:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3447
00000400:00000200:3.0:1787698233.857621:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698233.857626:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698233.857630:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698233.857635:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857640:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857644:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698233.857650:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698233.857653:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698233.857655:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698233.857658:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698233.857661:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698233.857665:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698233.857669:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857674:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698233.857679:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857681:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698233.857685:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698233.857690:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698233.857692:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698233.857697:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698233.857700:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698233.857704:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857707:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698233.857711:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698233.857716:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857721:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698233.857728:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698233.857734:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698233.857738:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698233.857740:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698233.857745:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698233.857748:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698233.857751:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698233.857758:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698233.857763:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698233.857771:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947165440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698233.857784:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698233.857788:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698233.857795:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947165440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698233.857814:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698233.857821:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3457)
00000800:00000200:1.1:1787698233.857843:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698233.858048:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698233.858184:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698234.304974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698234.304983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698234.304989:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698234.304998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698234.305011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698234.305016:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698234.305027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698234.305030:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698234.305034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698234.560970:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298120867, at 4298120896
00000100:00000010:0.0:1787698234.560986:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010de0.
00000100:00000001:0.0:1787698235.328954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698235.328961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698235.328965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698235.328973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698235.328980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698235.328983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698235.328986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698235.328990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698235.328993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698235.329030:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698235.329034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698235.329038:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698236.352962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698236.352971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698236.352975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698236.352984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698236.352992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698236.352997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698236.353004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698236.353008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698236.353012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698236.929121:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698236.929165:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698236.929175:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698236.929179:0:2341:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698236.929183:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698236.929187:0:2341:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698236.929191:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698236.929195:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4200.
00000400:00000200:0.0:1787698236.929201:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698236.929205:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698236.929209:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3330
00000400:00000010:0.0:1787698236.929211:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3330.
00000100:00000001:0.0:1787698236.929215:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698236.929221:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c19a40 x1874533947165056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929241:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698236.929245:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947165056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929252:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698236.929254:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698236.929263:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698236.929265:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:0.0:1787698236.929268:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698236.929271:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698236.929274:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3dd0
00000400:00000010:0.0:1787698236.929275:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3dd0.
00000100:00000001:0.0:1787698236.929290:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698236.929294:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1ad00 x1874533947165184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929302:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698236.929305:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947165184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929310:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698236.929312:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698236.929323:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698236.929326:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4300.
00000400:00000200:0.0:1787698236.929329:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698236.929332:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698236.929334:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3110
00000400:00000010:0.0:1787698236.929336:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3110.
00000100:00000001:0.0:1787698236.929338:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698236.929342:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1b480 x1874533947165312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929349:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698236.929352:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947165312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929359:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698236.929360:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698236.929364:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698236.929367:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4600.
00000400:00000200:0.0:1787698236.929369:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698236.929372:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698236.929374:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3ee0
00000400:00000010:0.0:1787698236.929376:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3ee0.
00000100:00000001:0.0:1787698236.929378:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698236.929381:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c18000 x1874533947165440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929388:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698236.929391:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947165440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698258 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698236.929396:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698236.929398:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698237.376958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698237.376964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698237.376966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698237.376971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698237.376974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698237.376976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698237.376978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698237.376980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698237.376982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698237.377062:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698237.377065:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698237.377069:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698237.378433:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698237.378436:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698237.378438:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698237.378440:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698237.378443:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698237.378445:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698237.378446:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698237.378448:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698237.378450:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698238.400912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698238.400919:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698238.400924:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698238.400930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698238.400935:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698238.400940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698238.400945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698238.400947:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698238.400950:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698238.401264:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698238.401267:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698238.401269:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698238.401272:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698238.401274:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698238.401277:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698238.401279:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698238.401281:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698238.401283:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698238.977764:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698238.977767:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787698238.978149:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698238.978152:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787698238.978423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698238.978426:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787698238.978680:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698238.978683:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 57 secs later)
00000100:00000001:3.0:1787698239.424941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698239.424947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698239.424949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698239.424953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698239.424956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698239.424959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698239.424963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698239.424963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698239.424967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698239.424968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698239.424970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698239.424971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698239.424976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698239.424981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698239.424984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698239.424988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698239.424990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698239.424993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698239.425027:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698239.425029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698239.425031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698239.680951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298125988, at 4298126016
00000100:00000010:0.0:1787698239.680962:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000100:00000001:3.0:1787698240.448926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698240.448927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698240.448934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698240.448934:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698240.448939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698240.448939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698240.448947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698240.448947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698240.448953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698240.448954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698240.448958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698240.448959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698240.448961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698240.448965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698240.448968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698240.448969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698240.448972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698240.448974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698241.472932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698241.472938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698241.472939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698241.472942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698241.472944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698241.472948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698241.472948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698241.472954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698241.472955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698241.472957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698241.472960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698241.472961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698241.472966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698241.472966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698241.472972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698241.472972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698241.472976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698241.472979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698241.472996:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698241.472999:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698241.473007:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698242.496952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698242.496960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698242.496963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698242.496970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698242.496975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698242.496981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698242.496986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698242.496991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698242.496998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698243.520922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698243.520929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698243.520934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698243.520940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698243.520945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698243.520950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698243.520957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698243.520960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698243.520963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698243.520985:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698243.520988:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698243.520991:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698244.096964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698244.096972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698244.096976:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698244.096980:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698244.096985:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698244.096991:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3458
00000400:00000200:3.0:1787698244.096999:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698244.097003:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698244.097005:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698244.097007:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097010:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097012:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698244.097017:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698244.097018:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698244.097020:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698244.097023:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698244.097024:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698244.097025:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698244.097027:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698244.097031:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698244.097033:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097034:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698244.097036:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698244.097038:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698244.097040:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097041:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698244.097043:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698244.097051:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698244.097054:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698244.097058:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698244.097059:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097062:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698244.097064:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698244.097067:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698244.097074:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698244.097080:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698244.097088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947166080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698244.097096:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698244.097100:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698244.097104:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947166080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698244.097121:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698244.097124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698244.097128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698244.097130:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698244.097132:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698244.097135:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698244.097138:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3458
00000400:00000200:3.0:1787698244.097142:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698244.097146:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698244.097149:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698244.097156:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097160:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097167:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097173:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698244.097177:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698244.097190:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698244.097194:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698244.097198:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698244.097200:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698244.097205:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698244.097212:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097225:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698244.097228:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698244.097235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097239:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698244.097244:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698244.097250:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698244.097254:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097256:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698244.097260:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698244.097265:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097268:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698244.097273:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698244.097278:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698244.097284:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698244.097286:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097290:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698244.097292:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698244.097293:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698244.097299:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698244.097304:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698244.097310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947166208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698244.097321:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698244.097324:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698244.097328:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947166208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698244.097336:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698244.097339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698244.097342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698244.097345:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698244.097346:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698244.097350:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698244.097355:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3458
00000400:00000200:3.0:1787698244.097373:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698244.097380:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698244.097382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698244.097387:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097391:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097398:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698244.097400:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698244.097403:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698244.097405:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698244.097406:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698244.097407:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698244.097411:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698244.097415:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097417:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097420:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097424:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698244.097426:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698244.097428:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097433:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698244.097435:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698244.097437:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698244.097439:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698244.097439:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698244.097443:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698244.097445:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787698244.097445:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000008:00000001:3.0:1787698244.097450:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097454:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698244.097459:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698244.097465:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698244.097469:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698244.097473:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097477:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698244.097480:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698244.097484:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698244.097489:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698244.097494:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698244.097502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947166336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698244.097533:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698244.097535:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698244.097541:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947166336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698244.097570:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698244.097572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698244.097577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698244.097579:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698244.097580:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698244.097582:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698244.097585:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3458
00000400:00000200:3.0:1787698244.097591:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698244.097595:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698244.097597:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698244.097602:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097603:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097605:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097609:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698244.097611:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698244.097612:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698244.097613:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698244.097617:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698244.097620:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698244.097623:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698244.097627:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097629:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698244.097631:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097635:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698244.097637:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698244.097641:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698244.097645:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698244.097646:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698244.097648:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698244.097650:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097654:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698244.097656:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698244.097660:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097664:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698244.097668:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698244.097671:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698244.097673:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698244.097674:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698244.097677:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698244.097680:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698244.097681:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698244.097686:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698244.097689:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698244.097695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947166464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698244.097704:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698244.097707:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698244.097726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947166464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698244.097753:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698244.097759:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3468)
00000800:00000200:2.1:1787698244.097952:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698244.097954:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787698244.098119:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698244.098120:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787698244.098350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698244.098351:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1787698244.544933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698244.544946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698244.544950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698244.544956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698244.544960:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698244.544964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698244.544967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698244.544970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698244.544972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698244.544994:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698244.544997:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698244.544999:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698244.800911:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298131107, at 4298131136
00000100:00000010:0.0:1787698244.800922:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000100:00000001:0.0:1787698245.568921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698245.568928:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698245.568933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698245.568940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698245.568947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698245.568953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698245.568958:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698245.568961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698245.568965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698245.568980:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698245.568986:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698245.568992:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698246.592938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698246.592946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698246.592951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698246.592958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698246.592964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698246.592967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698246.592977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698246.592982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698246.592985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698246.593041:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698246.593045:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698246.593050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698247.616923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698247.616932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698247.616936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698247.616944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698247.616949:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698247.616955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698247.616961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698247.616964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698247.616969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698247.616983:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698247.616987:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698247.616991:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698248.640942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698248.640950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698248.640955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698248.640971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698248.640977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698248.640980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698248.640984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698248.640988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698248.640992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698248.641001:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698248.641004:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698248.641007:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698249.216925:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698249.216931:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698249.216933:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698249.216937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698249.216942:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698249.216945:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698249.216949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698249.216952:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698249.216955:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698249.217395:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698249.217402:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787698249.217814:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698249.217815:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787698249.218084:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698249.218086:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787698249.218352:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698249.218354:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1787698249.664929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698249.664934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698249.664936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698249.664941:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698249.664946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698249.664949:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698249.664952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698249.664955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698249.664960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698249.920928:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298136227, at 4298136256
00000100:00000010:0.0:1787698249.920943:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c60.
00000100:00000001:0.0:1787698250.240940:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698250.240946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698250.240949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698250.240954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698250.240958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698250.240961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698250.240964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698250.240966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698250.240968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698250.688946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698250.688955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698250.688959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698250.688967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698250.688974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698250.688980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698250.688986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698250.688991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698250.688998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698250.689048:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698250.689053:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698250.689056:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698251.264955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698251.264960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698251.264962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698251.264966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698251.264968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698251.264971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698251.264973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698251.264975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698251.264977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698251.712938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698251.712946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698251.712949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698251.712956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698251.712962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698251.712968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698251.712986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698251.712989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698251.712993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698252.288949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698252.288955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698252.288957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698252.288962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698252.288965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698252.288969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698252.288971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698252.288974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698252.288976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698252.736962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698252.736968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698252.736972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698252.736977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698252.736983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698252.736988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698252.736995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698252.736999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698252.737004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698252.737062:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698252.737066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698252.737069:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698253.312961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698253.312969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698253.312971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698253.312975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698253.312979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698253.312983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698253.312985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698253.312988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698253.312990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698253.760936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698253.760942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698253.760944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698253.760950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698253.760953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698253.760958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698253.760963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698253.760971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698253.760977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698253.760999:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698253.761001:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698253.761003:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698254.336963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698254.336969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698254.336973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698254.336977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698254.336984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698254.336988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698254.336990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698254.336993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698254.336996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698254.337465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698254.337470:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698254.337911:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698254.337914:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698254.338182:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698254.338184:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698254.338349:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698254.338351:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787698254.784939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698254.784947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698254.784951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698254.784958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698254.784964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698254.784968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698254.784977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698254.784981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698254.784985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698254.785041:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698254.785045:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698254.785049:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698255.040961:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298141347, at 4298141376
00000100:00000010:0.0:1787698255.040978:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470103c0.
00000100:00000001:3.0:1787698255.809318:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698255.809321:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698255.809322:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698255.809325:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698255.809327:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698255.809329:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698255.809331:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698255.809333:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698255.809335:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698256.832939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698256.832947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698256.832951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698256.832959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698256.832965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698256.832968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698256.832974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698256.832979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698256.832986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698256.833016:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698256.833019:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698256.833021:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698257.856938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698257.856946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698257.856950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698257.856957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698257.856964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698257.856969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698257.856975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698257.856977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698257.856981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698258.880953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698258.880959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698258.880963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698258.880968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698258.880973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698258.880978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698258.880985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698258.880988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698258.880991:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698258.880991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698258.880995:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698258.880999:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698259.456940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698259.456946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698259.456949:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698259.456953:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698259.456961:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698259.456965:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3473
00000400:00000200:0.0:1787698259.456972:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698259.456977:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698259.456979:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698259.456981:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.456983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.456984:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.456986:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698259.456988:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698259.456990:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698259.456992:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698259.456994:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698259.456995:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698259.456997:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698259.456998:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.456999:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457000:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698259.457004:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698259.457006:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457007:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698259.457009:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698259.457011:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698259.457012:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457014:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698259.457015:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698259.457022:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698259.457024:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698259.457026:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698259.457027:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457029:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698259.457031:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698259.457034:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698259.457039:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698259.457044:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698259.457053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947167616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698259.457062:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698259.457066:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698259.457071:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947167616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698259.457088:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698259.457090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698259.457092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698259.457093:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698259.457095:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698259.457096:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698259.457099:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3473
00000400:00000200:0.0:1787698259.457102:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698259.457104:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698259.457106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698259.457108:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457111:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457115:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457118:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698259.457123:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698259.457125:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698259.457129:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698259.457133:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698259.457138:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698259.457143:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698259.457152:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457159:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457166:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457171:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698259.457176:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698259.457181:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457185:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698259.457190:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698259.457197:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698259.457202:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457205:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698259.457212:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698259.457217:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457222:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698259.457229:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698259.457233:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698259.457239:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698259.457242:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457246:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698259.457249:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698259.457252:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698259.457258:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698259.457264:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698259.457273:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947167744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698259.457290:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698259.457295:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698259.457303:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947167744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698259.457326:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698259.457331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698259.457334:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698259.457338:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698259.457340:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698259.457345:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698259.457350:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3473
00000400:00000200:0.0:1787698259.457358:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787698259.457362:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:0.0:1787698259.457364:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.1:1787698259.457366:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1787698259.457369:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698259.457377:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457383:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457387:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457392:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698259.457397:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698259.457399:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698259.457402:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698259.457406:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698259.457409:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698259.457412:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698259.457417:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457422:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457426:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457437:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698259.457441:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698259.457448:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457480:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698259.457484:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698259.457488:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698259.457492:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457497:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698259.457499:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698259.457502:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457506:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698259.457511:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698259.457515:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698259.457519:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698259.457522:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457526:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698259.457529:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698259.457532:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698259.457537:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698259.457542:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698259.457550:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947167872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698259.457561:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698259.457565:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698259.457570:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947167872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698259.457588:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698259.457591:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698259.457597:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698259.457601:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698259.457605:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698259.457611:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698259.457619:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3473
00000400:00000200:0.0:1787698259.457629:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698259.457637:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698259.457642:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698259.457648:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457651:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457655:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698259.457660:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698259.457663:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698259.457665:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698259.457668:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698259.457671:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698259.457674:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698259.457678:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457681:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698259.457684:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457688:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698259.457691:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698259.457695:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698259.457700:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698259.457704:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698259.457707:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698259.457710:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457714:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698259.457717:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698259.457721:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457723:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698259.457726:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698259.457730:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698259.457733:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698259.457736:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698259.457739:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698259.457741:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698259.457743:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698259.457746:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698259.457748:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698259.457754:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947168000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698259.457765:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698259.457768:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698259.457776:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947168000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698259.457781:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698259.457786:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3483)
00000800:00000200:1.1:1787698259.457885:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698259.457887:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698259.458071:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698259.458083:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698259.458247:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698259.458249:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787698259.904931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698259.904938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698259.904942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698259.904947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698259.904953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698259.904960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698259.904976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698259.904980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698259.904984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698260.160931:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298146467, at 4298146496
00000100:00000010:0.0:1787698260.160952:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010720.
00000100:00000001:3.0:1787698260.928946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698260.928954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698260.928959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698260.928966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698260.928971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698260.928977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698260.928989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698260.928993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698260.928997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698260.929068:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698260.929072:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698260.929075:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698261.952917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698261.952924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698261.952927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698261.952932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698261.952938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698261.952942:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698261.952955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698261.952958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698261.952960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698261.953025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698261.953028:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698261.953031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698262.976951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698262.976959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698262.976964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698262.976971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698262.976976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698262.976983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698262.976990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698262.976993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698262.976999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698262.977271:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698262.977273:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698262.977275:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698264.001168:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698264.001171:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698264.001172:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698264.001175:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698264.001177:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698264.001179:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698264.001181:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698264.001183:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698264.001185:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698264.001228:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698264.001230:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698264.001232:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698264.577006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698264.577016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698264.577018:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698264.577021:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698264.577025:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698264.577032:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3478
00000400:00000200:3.0:1787698264.577041:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698264.577048:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698264.577052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698264.577055:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577058:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577061:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577064:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698264.577068:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698264.577070:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698264.577080:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698264.577085:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698264.577089:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698264.577093:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698264.577100:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577105:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577109:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577114:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698264.577119:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698264.577123:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577126:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698264.577128:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698264.577132:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698264.577135:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577138:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698264.577140:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698264.577148:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698264.577151:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698264.577155:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698264.577157:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577160:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698264.577162:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698264.577166:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698264.577173:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698264.577180:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698264.577189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947168128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698264.577199:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698264.577202:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698264.577207:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947168128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698264.577228:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698264.577231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698264.577234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698264.577236:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698264.577237:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698264.577240:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698264.577243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3478
00000400:00000200:3.0:1787698264.577248:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698264.577251:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698264.577254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698264.577262:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577266:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577271:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577277:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698264.577283:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698264.577287:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698264.577293:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698264.577298:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698264.577304:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698264.577309:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698264.577316:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577320:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577324:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577329:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698264.577332:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698264.577336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577341:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698264.577345:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698264.577352:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698264.577378:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577383:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698264.577389:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698264.577395:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577401:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698264.577409:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698264.577414:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698264.577420:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698264.577423:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577428:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698264.577431:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698264.577434:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698264.577440:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698264.577445:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698264.577454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947168256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698264.577468:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698264.577474:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698264.577483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947168256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698264.577504:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698264.577509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698264.577516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698264.577521:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698264.577524:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698264.577530:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698264.577536:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3478
00000400:00000200:3.0:1787698264.577542:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698264.577549:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698264.577553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787698264.577557:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787698264.577561:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698264.577562:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787698264.577567:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577574:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577579:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698264.577584:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698264.577588:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698264.577592:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698264.577596:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698264.577601:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698264.577606:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698264.577620:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577625:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577631:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577634:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698264.577636:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698264.577638:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577640:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698264.577645:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698264.577650:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698264.577656:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577661:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698264.577664:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698264.577670:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577675:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698264.577693:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698264.577699:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698264.577706:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698264.577709:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577713:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698264.577716:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698264.577719:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698264.577726:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698264.577732:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698264.577741:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947168384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698264.577755:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698264.577760:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698264.577768:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947168384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698264.577786:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698264.577792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698264.577803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698264.577805:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698264.577809:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698264.577813:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698264.577818:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3478
00000400:00000200:3.0:1787698264.577822:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698264.577831:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698264.577833:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698264.577840:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577888:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577896:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577901:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698264.577906:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698264.577910:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698264.577915:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698264.577920:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698264.577925:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698264.577930:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698264.577939:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577943:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698264.577944:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698264.577952:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698264.577956:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698264.577961:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698264.577965:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698264.577970:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698264.577975:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577979:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698264.577983:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698264.577986:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.577991:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698264.577997:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698264.578002:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698264.578008:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698264.578011:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698264.578016:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698264.578019:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698264.578022:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698264.578029:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698264.578034:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698264.578045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947168512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698264.578065:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698264.578070:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698264.578077:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947168512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698264.578097:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698264.578105:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3488)
00000800:00000200:1.1:1787698264.578172:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698264.578174:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698264.578428:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698264.578431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698264.578693:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698264.578695:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787698265.024958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698265.024967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698265.024969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698265.024976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698265.024981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698265.024992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698265.024996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698265.025003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698265.025007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698265.025040:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698265.025043:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698265.025045:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698265.280969:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298151587, at 4298151616
00000100:00000010:0.0:1787698265.280987:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470102a0.
00000100:00000001:3.0:1787698266.048959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698266.048967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698266.048972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698266.048980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698266.048986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698266.048991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698266.048999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698266.049011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698266.049015:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698266.049062:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698266.049065:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698266.049068:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698267.072920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698267.072927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698267.072931:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698267.072945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698267.072951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698267.072958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698267.072973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698267.072976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698267.072979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698267.073014:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698267.073016:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698267.073019:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698268.096953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698268.096961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698268.096965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698268.096972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698268.096983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698268.096988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698268.097001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698268.097005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698268.097009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698268.097093:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698268.097097:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698268.097099:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698269.120948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698269.120957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698269.120961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698269.120971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698269.120978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698269.120984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698269.120990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698269.120994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698269.120999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698269.121063:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698269.121066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698269.121069:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698269.696937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698269.696946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698269.696951:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698269.696955:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698269.696961:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698269.696968:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3483
00000400:00000200:3.0:1787698269.696977:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698269.696983:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698269.696985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698269.696987:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.696989:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.696992:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.696995:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698269.696998:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698269.697000:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698269.697003:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698269.697006:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698269.697008:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698269.697010:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698269.697014:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697020:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698269.697023:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698269.697026:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697029:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698269.697031:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698269.697035:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698269.697037:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697039:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698269.697040:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698269.697048:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698269.697050:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698269.697053:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698269.697054:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697057:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698269.697059:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698269.697062:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698269.697068:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698269.697073:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698269.697080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947168640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698269.697087:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698269.697090:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698269.697094:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947168640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698269.697108:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698269.697110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698269.697112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698269.697113:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698269.697114:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698269.697116:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698269.697119:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3483
00000400:00000200:3.0:1787698269.697123:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698269.697125:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698269.697127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698269.697131:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697135:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697138:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697140:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698269.697142:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698269.697144:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698269.697146:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698269.697148:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698269.697152:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698269.697156:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698269.697161:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697170:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698269.697174:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698269.697179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697185:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698269.697188:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698269.697192:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698269.697198:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697201:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698269.697206:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698269.697209:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697211:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698269.697214:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698269.697217:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698269.697219:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698269.697222:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697224:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698269.697225:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698269.697227:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698269.697233:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698269.697236:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698269.697243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947168768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698269.697258:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698269.697263:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698269.697273:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947168768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698269.697295:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698269.697298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698269.697305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698269.697307:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698269.697309:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698269.697314:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698269.697318:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3483
00000400:00000200:3.0:1787698269.697324:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698269.697329:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698269.697333:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698269.697339:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697343:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697348:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697350:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698269.697355:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698269.697357:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698269.697359:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698269.697362:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698269.697364:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698269.697369:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698269.697374:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697377:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697382:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698269.697385:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698269.697387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697391:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698269.697392:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698269.697395:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698269.697399:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698269.697405:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698269.697406:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698269.697409:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787698269.697409:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1787698269.697415:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697418:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698269.697421:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698269.697424:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698269.697427:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698269.697430:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697433:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698269.697435:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698269.697437:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698269.697441:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698269.697446:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698269.697453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947168896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698269.697461:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698269.697464:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698269.697472:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947168896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698269.697484:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698269.697487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698269.697490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698269.697492:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698269.697496:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698269.697500:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698269.697502:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3483
00000400:00000200:3.0:1787698269.697507:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698269.697510:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698269.697512:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698269.697515:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697516:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698269.697527:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698269.697528:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698269.697532:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698269.697533:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698269.697537:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698269.697542:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698269.697547:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697550:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698269.697555:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698269.697562:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698269.697565:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698269.697570:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698269.697575:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698269.697581:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698269.697586:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697592:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698269.697596:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698269.697603:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697608:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698269.697621:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698269.697625:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698269.697629:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698269.697631:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698269.697634:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698269.697636:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698269.697639:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698269.697643:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698269.697649:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698269.697657:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947169024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698269.697671:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698269.697675:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698269.697690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947169024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698269.697700:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698269.697706:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3493)
00000800:00000200:1.1:1787698269.697841:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698269.697843:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698269.698021:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698269.698022:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698269.698171:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698269.698173:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787698270.144936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698270.144941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698270.144943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698270.144948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698270.144951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698270.144953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698270.144954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698270.144956:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698270.144958:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698270.145181:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698270.145184:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698270.145187:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698270.400963:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298156707, at 4298156736
00000100:00000010:0.0:1787698270.400976:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010900.
00000100:00000001:3.0:1787698271.168950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698271.168958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698271.168962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698271.168971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698271.168977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698271.168984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698271.169001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698271.169004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698271.169006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698271.169025:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698271.169028:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698271.169031:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698272.192930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698272.192937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698272.192941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698272.192949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698272.192954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698272.192959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698272.192964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698272.192968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698272.192979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698272.193006:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698272.193010:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698272.193013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698273.216970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698273.216979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698273.216983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698273.216989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698273.216997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698273.217001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698273.217010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698273.217018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698273.217022:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698273.217115:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698273.217120:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698273.217124:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698274.240968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698274.240978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698274.240985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698274.240996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698274.241004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698274.241010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698274.241014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787698274.241015:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698274.241018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698274.241023:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.241025:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698274.241032:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698274.816959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698274.816966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698274.816970:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698274.816975:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698274.816980:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698274.816989:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3488
00000400:00000200:3.0:1787698274.816999:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698274.817006:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698274.817009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698274.817013:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698274.817025:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698274.817027:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698274.817030:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698274.817033:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698274.817035:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698274.817038:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698274.817041:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698274.817049:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698274.817052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817055:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698274.817057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698274.817060:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698274.817062:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817064:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698274.817067:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698274.817075:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698274.817078:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698274.817082:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698274.817083:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817086:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698274.817088:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698274.817092:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698274.817099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698274.817105:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698274.817113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947169152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698274.817124:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698274.817128:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698274.817132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947169152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698274.817149:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698274.817152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698274.817156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698274.817157:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698274.817159:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698274.817162:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698274.817165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3488
00000400:00000200:3.0:1787698274.817169:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698274.817172:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698274.817175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698274.817180:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817185:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698274.817223:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698274.817226:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698274.817228:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698274.817231:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698274.817234:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698274.817237:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698274.817242:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817248:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817252:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817254:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698274.817257:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698274.817260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817265:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698274.817270:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698274.817276:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698274.817280:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817284:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698274.817288:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698274.817293:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817296:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698274.817301:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698274.817305:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698274.817308:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698274.817311:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817316:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698274.817318:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698274.817320:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698274.817326:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698274.817331:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698274.817339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947169280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698274.817355:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698274.817359:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698274.817365:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947169280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698274.817385:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698274.817389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698274.817393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698274.817397:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698274.817399:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698274.817404:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698274.817408:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3488
00000400:00000200:3.0:1787698274.817415:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698274.817419:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698274.817422:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698274.817427:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698274.817443:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698274.817446:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698274.817449:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698274.817452:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698274.817457:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698274.817460:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698274.817468:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817472:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817476:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817479:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698274.817484:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698274.817490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817494:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698274.817496:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698274.817498:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698274.817503:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817506:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698274.817509:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698274.817514:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817517:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698274.817521:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698274.817525:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698274.817528:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698274.817530:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817532:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698274.817535:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698274.817537:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698274.817543:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698274.817548:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698274.817553:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00100000:3.0:1787698274.817556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947169408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698274.817558:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787698274.817571:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698274.817574:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698274.817583:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947169408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698274.817598:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698274.817609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698274.817618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698274.817621:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698274.817624:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698274.817629:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698274.817633:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3488
00000400:00000200:3.0:1787698274.817636:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698274.817640:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698274.817643:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698274.817649:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817653:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817657:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698274.817666:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698274.817669:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698274.817673:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698274.817676:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698274.817679:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698274.817681:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698274.817685:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817688:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698274.817692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817696:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698274.817702:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698274.817705:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698274.817711:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698274.817712:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698274.817715:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698274.817720:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817722:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698274.817725:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698274.817730:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817732:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698274.817736:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698274.817738:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698274.817740:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698274.817743:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698274.817746:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698274.817748:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698274.817752:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698274.817757:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698274.817762:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698274.817770:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947169536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698274.817791:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698274.817795:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698274.817801:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947169536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698274.817814:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698274.817819:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3498)
00000800:00000200:1.1:1787698274.818085:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698274.818087:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698274.818382:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698274.818394:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698274.818617:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698274.818618:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787698275.264941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698275.264948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698275.264951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698275.264957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698275.264961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698275.264966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698275.264969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698275.264971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698275.264975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698275.265006:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698275.265009:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698275.265011:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698275.520950:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298161827, at 4298161856
00000100:00000010:0.0:1787698275.520969:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010660.
00000100:00000001:3.0:1787698276.288936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698276.288944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698276.288947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698276.288953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698276.288958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698276.288962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698276.288974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698276.288978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698276.288982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698276.289016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698276.289020:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698276.289023:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698277.312923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698277.312930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698277.312935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698277.312942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698277.312947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698277.312953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698277.312959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698277.312963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698277.312966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698277.312981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698277.312984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698277.312987:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698278.336942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698278.336948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698278.336952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698278.336956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698278.336961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698278.336966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698278.336973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698278.336981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698278.336983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698278.337016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698278.337021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698278.337024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698279.360915:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698279.360920:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698279.360923:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698279.360930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698279.360935:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698279.360940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698279.360952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698279.360955:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698279.360958:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698279.360975:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698279.360978:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698279.360981:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698279.936939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698279.936950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698279.936953:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698279.936957:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698279.936962:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698279.936969:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3493
00000400:00000200:3.0:1787698279.936979:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698279.936986:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698279.936990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698279.936995:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.936998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937000:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937001:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698279.937004:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698279.937005:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698279.937006:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698279.937009:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698279.937010:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698279.937012:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698279.937013:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937015:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937017:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698279.937020:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698279.937023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937025:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698279.937027:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698279.937029:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698279.937031:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937032:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698279.937033:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698279.937041:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698279.937047:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698279.937050:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698279.937051:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937053:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698279.937055:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698279.937058:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698279.937064:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698279.937069:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698279.937076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947169664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698279.937082:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698279.937085:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698279.937088:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947169664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698279.937123:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698279.937125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698279.937127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698279.937128:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698279.937130:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698279.937131:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698279.937134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3493
00000400:00000200:3.0:1787698279.937137:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698279.937139:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698279.937141:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698279.937143:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937145:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937149:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937151:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698279.937155:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698279.937157:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698279.937159:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698279.937161:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698279.937164:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698279.937166:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698279.937171:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937175:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698279.937178:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698279.937179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937180:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698279.937181:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698279.937185:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698279.937189:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937192:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698279.937197:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698279.937200:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937202:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698279.937207:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698279.937210:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698279.937213:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698279.937216:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937218:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698279.937219:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698279.937221:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698279.937225:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698279.937228:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698279.937232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947169792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698279.937242:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698279.937244:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698279.937249:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947169792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698279.937259:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698279.937260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698279.937266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698279.937268:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698279.937271:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698279.937273:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698279.937275:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3493
00000400:00000200:3.0:1787698279.937279:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698279.937283:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698279.937284:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698279.937288:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937290:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937293:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698279.937294:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698279.937295:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698279.937297:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698279.937299:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698279.937301:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698279.937303:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698279.937306:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937308:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937311:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937313:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698279.937316:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698279.937318:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937322:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698279.937324:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698279.937325:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698279.937328:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937329:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698279.937332:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698279.937336:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937340:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698279.937344:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698279.937348:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698279.937352:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698279.937354:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937357:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698279.937359:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698279.937360:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698279.937363:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698279.937366:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698279.937370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947169920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698279.937379:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698279.937381:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698279.937386:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947169920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698279.937393:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698279.937395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698279.937398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698279.937401:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698279.937402:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698279.937403:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698279.937407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3493
00000400:00000200:3.0:1787698279.937412:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698279.937415:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698279.937418:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698279.937421:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937424:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937429:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937431:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698279.937435:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698279.937438:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698279.937441:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698279.937443:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698279.937447:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698279.937450:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698279.937455:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937456:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698279.937460:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698279.937466:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698279.937472:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698279.937474:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698279.937478:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698279.937482:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698279.937484:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937488:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698279.937490:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698279.937492:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698279.937495:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698279.937501:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698279.937504:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698279.937506:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698279.937509:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698279.937509:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698279.937511:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698279.937514:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698279.937514:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787698279.937517:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698279.937521:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698279.937527:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698279.937536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947170048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698279.937564:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698279.937568:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698279.937576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947170048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698279.937588:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698279.937593:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3503)
00000800:00000200:1.1:1787698279.937834:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698279.937835:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698279.938037:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698279.938039:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698279.938264:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698279.938265:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787698280.384959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698280.384968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698280.384972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698280.384980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698280.384986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698280.384991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698280.384996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698280.385001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698280.385006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698280.385060:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698280.385064:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698280.385068:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698280.640911:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298166947, at 4298166976
00000100:00000010:0.0:1787698280.640927:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f60.
00000100:00000001:3.0:1787698281.408963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698281.408972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698281.408976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698281.408981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000020:00000001:0.0:1787698281.408986:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698281.408989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787698281.408990:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698281.409001:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698281.409001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698281.409009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698281.409012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698281.409015:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698282.432989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698282.433006:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698282.433012:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698282.433030:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698282.433041:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698282.433045:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698282.433054:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698282.433057:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698282.433071:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698282.433118:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698282.433123:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698282.433127:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698283.456896:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698283.456903:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698283.456904:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698283.456908:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698283.456915:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698283.456918:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698283.456920:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698283.456922:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698283.456924:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698283.457076:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698283.457083:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698283.457088:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698284.480903:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698284.480912:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698284.480915:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698284.480923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698284.480931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698284.480937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698284.480953:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698284.480957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698284.480962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698284.480994:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698284.480997:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698284.481000:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698285.056994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698285.057005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698285.057011:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698285.057028:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698285.057034:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698285.057043:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3498
00000400:00000200:0.0:1787698285.057055:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698285.057064:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698285.057067:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698285.057070:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057073:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698285.057082:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698285.057085:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698285.057088:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698285.057092:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698285.057095:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698285.057097:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698285.057100:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057102:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057104:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057106:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698285.057109:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698285.057113:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057115:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698285.057118:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698285.057122:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698285.057125:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057127:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698285.057130:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698285.057140:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698285.057144:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698285.057149:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698285.057151:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057154:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698285.057157:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698285.057161:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698285.057170:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698285.057177:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698285.057186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947170176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698285.057196:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698285.057201:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698285.057205:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947170176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698285.057226:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698285.057229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698285.057233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698285.057235:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698285.057236:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698285.057239:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698285.057242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3498
00000400:00000200:0.0:1787698285.057246:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698285.057250:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698285.057252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698285.057256:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057260:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057264:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698285.057271:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698285.057273:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698285.057275:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698285.057277:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698285.057279:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698285.057282:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698285.057289:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057293:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057297:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057301:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698285.057306:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698285.057308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057311:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698285.057315:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698285.057322:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698285.057326:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057330:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698285.057336:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698285.057342:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057347:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698285.057353:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698285.057358:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698285.057362:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698285.057365:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057368:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698285.057370:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698285.057372:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698285.057380:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698285.057385:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698285.057391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947170304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698285.057404:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698285.057407:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698285.057414:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947170304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698285.057430:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698285.057434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698285.057442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698285.057445:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698285.057448:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698285.057453:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698285.057459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3498
00000400:00000200:0.0:1787698285.057466:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698285.057472:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698285.057476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698285.057481:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057485:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057489:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057492:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698285.057498:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698285.057500:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698285.057504:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698285.057509:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698285.057514:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698285.057518:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698285.057526:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057531:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057536:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698285.057546:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698285.057558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057564:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698285.057568:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698285.057573:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698285.057576:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057580:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698285.057583:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698285.057587:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057590:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698285.057597:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000800:00000200:1.1:1787698285.057601:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:0.0:1787698285.057602:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000800:00000200:1.1:1787698285.057605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
02000000:00000001:0.0:1787698285.057607:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698285.057611:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057615:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698285.057618:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698285.057621:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698285.057628:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698285.057634:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698285.057642:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947170432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698285.057675:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698285.057679:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698285.057686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947170432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698285.057702:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698285.057707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698285.057712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698285.057715:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698285.057717:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698285.057721:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698285.057726:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3498
00000400:00000200:0.0:1787698285.057733:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698285.057738:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698285.057743:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698285.057749:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057754:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057758:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057764:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698285.057768:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698285.057770:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698285.057772:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698285.057775:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698285.057779:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698285.057784:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698285.057792:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057795:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698285.057800:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057804:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698285.057810:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698285.057817:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698285.057822:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698285.057825:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698285.057829:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698285.057835:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057839:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698285.057842:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698285.057846:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057886:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698285.057893:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698285.057897:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698285.057903:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698285.057905:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698285.057909:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698285.057912:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698285.057916:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698285.057922:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698285.057929:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698285.057938:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947170560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698285.057955:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698285.057960:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698285.057968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947170560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698285.057990:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698285.057997:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3509)
00000800:00000200:1.1:1787698285.058167:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698285.058169:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787698285.058398:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698285.058400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787698285.058620:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698285.058622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1787698285.504905:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698285.504913:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698285.504915:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698285.504919:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698285.504923:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698285.504925:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698285.504927:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698285.504930:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698285.504933:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698285.505045:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698285.505050:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698285.505060:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698285.760987:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298172067, at 4298172096
00000100:00000010:0.0:1787698285.761029:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c00.
00000100:00000001:3.0:1787698286.528914:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698286.528922:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698286.528924:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698286.528929:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698286.528934:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698286.528939:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698286.528945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698286.528948:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698286.528953:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698286.529022:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698286.529026:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698286.529028:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698287.552901:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698287.552909:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698287.552911:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698287.552917:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698287.552923:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698287.552929:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698287.552934:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698287.552939:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698287.552947:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698287.553011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698287.553015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698287.553018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698288.576906:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698288.576915:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698288.576918:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698288.576926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698288.576931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698288.576938:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698288.576945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698288.576949:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698288.576966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698288.577035:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698288.577040:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698288.577044:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698289.600982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698289.600991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698289.600994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698289.601000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698289.601007:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698289.601013:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698289.601019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698289.601022:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698289.601027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698289.601066:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698289.601070:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698289.601073:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698290.176972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698290.176983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698290.176987:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698290.176991:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698290.176996:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698290.177004:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3504
00000400:00000200:0.0:1787698290.177016:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698290.177021:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698290.177024:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698290.177027:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698290.177036:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698290.177038:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698290.177040:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698290.177043:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698290.177045:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698290.177046:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698290.177049:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177051:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177052:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698290.177056:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698290.177058:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177060:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698290.177062:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698290.177065:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698290.177067:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177068:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698290.177070:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698290.177090:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698290.177093:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698290.177097:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698290.177098:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177101:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698290.177103:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698290.177107:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698290.177114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698290.177120:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698290.177129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947170688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698290.177137:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698290.177141:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698290.177144:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947170688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698290.177161:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698290.177163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698290.177165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698290.177166:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698290.177167:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698290.177169:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698290.177172:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3504
00000400:00000200:0.0:1787698290.177175:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698290.177177:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698290.177179:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698290.177181:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177183:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177188:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698290.177192:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698290.177195:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698290.177196:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698290.177198:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698290.177200:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698290.177202:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698290.177207:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698290.177221:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698290.177226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177228:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698290.177230:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698290.177236:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698290.177240:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177244:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698290.177249:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698290.177254:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177256:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698290.177261:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698290.177264:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698290.177265:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698290.177267:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177271:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698290.177273:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698290.177274:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698290.177277:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698290.177279:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698290.177287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947170816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698290.177296:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698290.177298:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698290.177301:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947170816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698290.177305:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698290.177307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698290.177311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698290.177312:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698290.177313:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698290.177316:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698290.177318:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3504
00000400:00000200:0.0:1787698290.177321:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698290.177325:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698290.177327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698290.177329:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177330:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177332:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177343:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698290.177346:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698290.177348:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698290.177350:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698290.177353:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698290.177356:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698290.177359:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698290.177365:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177369:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177376:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698290.177381:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698290.177387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177392:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698290.177396:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698290.177399:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698290.177403:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177407:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698290.177411:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698290.177415:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177419:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698290.177426:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698290.177431:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698290.177436:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698290.177437:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177441:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698290.177443:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698290.177445:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698290.177451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698290.177455:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698290.177462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947170944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698290.177474:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698290.177477:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698290.177483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947170944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698290.177489:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698290.177492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698290.177495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698290.177496:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698290.177498:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698290.177501:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698290.177505:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3504
00000400:00000200:0.0:1787698290.177510:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787698290.177515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:0.0:1787698290.177516:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.1:1787698290.177519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000100:00080000:0.0:1787698290.177520:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698290.177525:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177527:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177535:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698290.177538:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698290.177538:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698290.177539:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698290.177541:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698290.177544:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698290.177547:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698290.177551:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698290.177555:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177557:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698290.177560:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698290.177566:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698290.177568:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698290.177571:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698290.177573:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698290.177576:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177579:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698290.177583:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698290.177587:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177589:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698290.177593:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698290.177596:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698290.177599:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698290.177601:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698290.177604:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698290.177606:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698290.177608:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698290.177612:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698290.177617:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698290.177622:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947171072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698290.177627:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698290.177630:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698290.177634:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947171072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698290.177642:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698290.177646:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3514)
00000800:00000200:1.1:1787698290.177950:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698290.177952:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698290.178129:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698290.178144:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698290.178312:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698290.178313:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1787698290.624962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698290.624971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698290.624975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698290.624983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698290.624992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698290.624997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698290.625002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698290.625006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698290.625009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698290.625076:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698290.625079:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698290.625082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698290.880946:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298177187, at 4298177216
00000100:00000010:0.0:1787698290.880964:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470108a0.
00000100:00000001:3.0:1787698291.648951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698291.648961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698291.648965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698291.648970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698291.648978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698291.648984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698291.648989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698291.648992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698291.648995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698291.649008:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698291.649014:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698291.649019:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698292.225057:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698292.225066:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698292.225069:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698292.225076:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698292.225080:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698292.225086:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698292.225089:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698292.225092:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698292.225095:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698292.672966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698292.672975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698292.672981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698292.672990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698292.672998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698292.673003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698292.673007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698292.673011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698292.673014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698292.673022:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698292.673026:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698292.673029:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698293.248997:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698293.249004:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698293.249006:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698293.249011:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698293.249014:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698293.249018:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698293.249020:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698293.249022:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698293.249024:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698293.696978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698293.696987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698293.696991:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698293.696998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698293.697006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698293.697015:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698293.697024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698293.697028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698293.697035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698293.697103:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698293.697106:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698293.697109:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698294.272983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698294.272990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698294.272992:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698294.272998:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698294.273001:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698294.273005:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698294.273008:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698294.273010:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698294.273013:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698294.721055:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698294.721059:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698294.721063:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698294.721113:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698294.721115:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698294.721116:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698294.721118:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698294.721120:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698294.721121:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698294.721122:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698294.721123:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698294.721125:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698295.297021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698295.297035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698295.297038:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698295.297044:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698295.297055:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698295.297069:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3509
00000400:00000200:0.0:1787698295.297089:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698295.297099:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698295.297104:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698295.297108:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297113:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.297116:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297119:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698295.297123:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698295.297126:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698295.297129:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698295.297133:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698295.297135:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698295.297138:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698295.297141:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297143:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.297145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698295.297150:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698295.297154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297156:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698295.297159:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698295.297164:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698295.297167:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297170:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698295.297172:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698295.297183:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698295.297187:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698295.297192:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698295.297194:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297198:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698295.297201:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698295.297207:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698295.297215:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698295.297223:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698295.297234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947171200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698295.297244:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698295.297249:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698295.297254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947171200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698295.297276:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698295.297279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698295.297282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698295.297284:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698295.297286:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698295.297288:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698295.297292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3509
00000400:00000200:0.0:1787698295.297296:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698295.297299:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698295.297302:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698295.297306:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297309:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.297323:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297327:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698295.297332:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698295.297335:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698295.297339:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698295.297342:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698295.297346:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698295.297354:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698295.297363:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297369:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.297376:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297383:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698295.297396:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698295.297408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297416:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698295.297427:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698295.297436:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698295.297442:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297447:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698295.297455:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698295.297464:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297468:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698295.297474:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698295.297480:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698295.297487:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698295.297490:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297496:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698295.297499:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698295.297501:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698295.297509:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698295.297518:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698295.297533:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947171328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698295.297552:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698295.297558:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698295.297568:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947171328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698295.297598:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698295.297608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698295.297618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698295.297623:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698295.297630:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698295.297641:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698295.297653:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3509
00000400:00000200:0.0:1787698295.297664:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698295.297676:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.1:1787698295.297683:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698295.297684:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787698295.297690:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1787698295.297696:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297706:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.297714:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297723:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698295.297730:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698295.297738:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698295.297745:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698295.297751:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698295.297762:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698295.297772:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698295.297783:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297790:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.297797:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297805:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698295.297811:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698295.297820:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698295.297823:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698295.297825:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698295.297830:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698295.297834:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297837:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698295.297879:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698295.297883:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297885:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698295.297889:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698295.297892:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698295.297895:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698295.297896:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.297898:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698295.297899:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698295.297902:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698295.297912:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698295.297920:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698295.297932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947171456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698295.297951:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698295.297955:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698295.297968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947171456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698295.297999:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698295.298001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698295.298007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698295.298010:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698295.298013:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698295.298023:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698295.298029:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3509
00000400:00000200:0.0:1787698295.298036:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698295.298044:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698295.298051:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698295.298063:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.298072:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.298084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.298094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698295.298105:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698295.298110:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698295.298118:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698295.298126:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698295.298135:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698295.298145:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698295.298155:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.298163:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698295.298174:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698295.298183:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698295.298188:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698295.298193:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698295.298203:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698295.298209:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698295.298216:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698295.298227:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.298234:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698295.298239:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698295.298248:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.298257:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698295.298265:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698295.298275:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698295.298283:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698295.298288:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698295.298295:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698295.298301:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698295.298307:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698295.298318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698295.298325:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698295.298338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947171584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698295.298399:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698295.298406:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698295.298423:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947171584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698295.298461:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698295.298476:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3519)
00000800:00000200:1.1:1787698295.298538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698295.298540:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698295.298710:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698295.298711:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698295.298970:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698295.298971:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787698295.744983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698295.744991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698295.744998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698295.745013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698295.745024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698295.745037:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698295.745043:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698295.745046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698295.745049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698295.745078:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698295.745082:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698295.745086:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698296.000992:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298182308, at 4298182336
00000100:00000010:0.0:1787698296.001016:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470107e0.
00000100:00000001:3.0:1787698296.768929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698296.768938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698296.768939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698296.768945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698296.768950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698296.768956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698296.768959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698296.768962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698296.768965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698296.769078:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698296.769083:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698296.769086:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698297.792934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698297.792945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698297.792948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698297.792951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698297.792956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698297.792959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698297.792967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698297.792969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698297.792971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698297.793077:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698297.793080:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698297.793083:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698298.816914:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698298.816919:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698298.816922:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698298.816927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698298.816932:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698298.816935:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698298.816938:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698298.816943:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698298.816946:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698298.816967:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698298.816972:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698298.816977:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698299.840948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698299.840955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698299.840958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698299.840964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698299.840970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698299.840976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698299.840984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698299.840987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698299.840990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698299.841022:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698299.841025:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698299.841028:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698300.416899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698300.416907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698300.416911:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698300.416915:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698300.416920:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698300.416926:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3514
00000400:00000200:0.0:1787698300.416936:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698300.416940:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698300.416943:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698300.416945:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.416948:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.416950:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.416951:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698300.416954:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698300.416955:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698300.416957:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698300.416960:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698300.416961:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698300.416963:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698300.416966:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.416968:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.416969:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.416971:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698300.416974:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698300.416977:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698300.416979:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698300.416981:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698300.416984:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698300.416987:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.416989:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698300.416991:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698300.416998:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698300.417002:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698300.417005:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698300.417006:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417009:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698300.417012:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698300.417015:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698300.417021:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698300.417027:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698300.417035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947171712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698300.417045:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698300.417054:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698300.417058:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947171712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698300.417071:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698300.417073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698300.417075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698300.417076:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698300.417078:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698300.417079:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698300.417081:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3514
00000400:00000200:0.0:1787698300.417084:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698300.417087:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698300.417090:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698300.417093:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417095:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.417100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417105:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698300.417109:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698300.417113:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698300.417116:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698300.417120:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698300.417125:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698300.417129:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698300.417136:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417139:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.417142:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417146:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698300.417149:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698300.417155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417160:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698300.417162:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698300.417167:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698300.417170:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417172:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698300.417176:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698300.417178:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417179:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698300.417183:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698300.417187:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698300.417188:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698300.417189:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417190:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698300.417193:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698300.417196:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698300.417201:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698300.417215:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698300.417221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947171840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698300.417232:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698300.417237:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698300.417244:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947171840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698300.417267:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698300.417272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698300.417276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698300.417278:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698300.417280:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698300.417283:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698300.417287:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3514
00000400:00000200:0.0:1787698300.417290:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698300.417293:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698300.417294:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698300.417297:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417298:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.417302:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417307:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698300.417308:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698300.417309:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698300.417310:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698300.417312:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698300.417315:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698300.417317:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698300.417321:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417323:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.417326:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417328:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698300.417331:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698300.417334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417335:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698300.417336:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698300.417338:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698300.417339:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417341:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698300.417343:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698300.417345:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417346:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698300.417349:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698300.417352:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698300.417355:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698300.417357:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417359:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698300.417361:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698300.417363:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698300.417368:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698300.417372:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698300.417379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947171968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698300.417390:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698300.417392:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698300.417397:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947171968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698300.417408:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698300.417413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698300.417418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698300.417421:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698300.417424:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698300.417427:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698300.417433:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3514
00000400:00000200:0.0:1787698300.417439:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698300.417447:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.1:1787698300.417448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698300.417451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698300.417456:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417458:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.417460:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417461:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698300.417462:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698300.417463:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698300.417464:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698300.417465:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698300.417467:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698300.417468:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698300.417474:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417476:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698300.417479:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417483:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698300.417485:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698300.417489:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698300.417491:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698300.417492:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698300.417495:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698300.417499:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417500:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698300.417501:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698300.417504:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417506:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698300.417511:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698300.417512:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698300.417518:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698300.417520:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698300.417523:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698300.417525:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698300.417527:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698300.417532:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698300.417536:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698300.417543:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947172096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698300.417568:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698300.417571:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698300.417579:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947172096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698300.417597:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698300.417603:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3524)
00000800:00000200:1.1:1787698300.417690:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698300.417840:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698300.418000:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698300.864919:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698300.864926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698300.864928:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698300.864933:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698300.864936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698300.864940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698300.864943:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698300.864947:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698300.864951:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698300.865024:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698300.865027:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698300.865030:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698301.120930:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298187427, at 4298187456
00000100:00000010:0.0:1787698301.120944:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470106c0.
00000100:00000001:3.0:1787698301.888922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698301.888929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698301.888934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698301.888942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698301.888949:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698301.888955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698301.888961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698301.888965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698301.888968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698301.888982:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698301.888985:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698301.888988:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698302.912977:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698302.912986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698302.912990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698302.912998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698302.913012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698302.913027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698302.913040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698302.913043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698302.913049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698302.913103:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698302.913108:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698302.913112:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787698303.489046:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:3.0:1787698303.489081:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787698303.489090:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698303.489094:0:2343:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:3.0:1787698303.489099:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698303.489102:0:2343:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787698303.489105:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698303.489108:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:3.0:1787698303.489112:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698303.489115:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698303.489120:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3198
00000400:00000010:3.0:1787698303.489122:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3198.
00000100:00000001:3.0:1787698303.489126:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698303.489135:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039e00 x1874533947171712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489157:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698303.489174:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947171712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489181:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698303.489184:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698303.489193:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698303.489196:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4f00.
00000400:00000200:3.0:1787698303.489199:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698303.489205:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698303.489211:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3cc0
00000400:00000010:3.0:1787698303.489215:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3cc0.
00000100:00000001:3.0:1787698303.489219:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698303.489228:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599500383c0 x1874533947171840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489259:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698303.489265:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947171840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489277:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698303.489281:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698303.489292:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698303.489295:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4800.
00000400:00000200:3.0:1787698303.489297:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698303.489303:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698303.489308:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a33b8
00000400:00000010:3.0:1787698303.489312:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a33b8.
00000100:00000001:3.0:1787698303.489317:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698303.489325:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950038b40 x1874533947171968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489342:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698303.489349:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947171968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489370:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698303.489375:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698303.489386:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698303.489392:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4100.
00000400:00000200:3.0:1787698303.489398:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698303.489406:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698303.489413:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3110
00000400:00000010:3.0:1787698303.489418:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3110.
00000100:00000001:3.0:1787698303.489424:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698303.489437:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95995003b480 x1874533947172096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489455:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698303.489463:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947172096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698303.489476:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698303.489479:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698303.936954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698303.936962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698303.936966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698303.936973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698303.936985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698303.936995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698303.937005:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698303.937010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698303.937016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698303.937072:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698303.937076:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698303.937079:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698304.960934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698304.960941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698304.960943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698304.960949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698304.960953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698304.960957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698304.960962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698304.960966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698304.960973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698304.960991:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698304.960995:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698304.960998:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698305.536913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698305.536920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698305.536923:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698305.536926:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698305.536929:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698305.536935:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3519
00000400:00000200:0.0:1787698305.536943:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698305.536949:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698305.536952:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698305.536955:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.536958:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.536960:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.536963:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698305.536966:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698305.536969:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698305.536972:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698305.536975:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698305.536977:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698305.536979:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698305.536981:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.536982:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.536984:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.536985:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698305.536987:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698305.536989:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698305.536991:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698305.536993:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698305.536996:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698305.536997:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.536998:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698305.537000:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698305.537007:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698305.537009:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698305.537012:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698305.537013:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537015:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698305.537017:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698305.537020:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698305.537026:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698305.537030:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698305.537037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947172224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698305.537044:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698305.537047:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698305.537050:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947172224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698305.537066:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698305.537069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698305.537072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698305.537073:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698305.537075:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698305.537077:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698305.537080:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3519
00000400:00000200:0.0:1787698305.537083:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698305.537086:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698305.537088:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698305.537090:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537092:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.537094:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537096:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698305.537098:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698305.537099:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698305.537101:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698305.537103:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698305.537104:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698305.537107:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698305.537110:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537111:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.537113:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537120:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698305.537122:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698305.537125:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537127:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698305.537129:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698305.537133:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698305.537135:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537137:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698305.537141:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698305.537145:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537146:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698305.537150:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698305.537152:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698305.537155:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698305.537156:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537157:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698305.537158:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698305.537160:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698305.537163:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698305.537166:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698305.537170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947172352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698305.537177:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698305.537179:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698305.537182:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947172352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698305.537190:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698305.537192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698305.537195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698305.537197:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698305.537198:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698305.537200:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698305.537202:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3519
00000400:00000200:0.0:1787698305.537257:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698305.537259:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698305.537261:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698305.537264:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537266:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.537267:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537270:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698305.537272:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698305.537273:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698305.537275:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698305.537277:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:1.1:1787698305.537278:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698305.537279:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698305.537281:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.1:1787698305.537282:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1787698305.537284:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537285:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.537288:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537289:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698305.537291:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698305.537293:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537295:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698305.537296:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698305.537298:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698305.537300:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537302:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698305.537305:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698305.537307:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537309:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698305.537312:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698305.537314:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698305.537317:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698305.537318:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537320:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698305.537325:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698305.537327:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698305.537330:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698305.537333:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698305.537337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947172480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698305.537349:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698305.537351:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698305.537354:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947172480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698305.537360:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698305.537363:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698305.537366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698305.537367:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698305.537369:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698305.537371:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698305.537373:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3519
00000400:00000200:0.0:1787698305.537376:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698305.537379:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698305.537381:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698305.537383:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537386:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.537388:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537390:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698305.537392:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698305.537393:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698305.537395:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698305.537397:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698305.537398:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698305.537400:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698305.537403:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537405:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698305.537406:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537408:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698305.537411:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698305.537413:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698305.537416:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698305.537417:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698305.537420:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698305.537422:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537424:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698305.537426:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698305.537428:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537429:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698305.537432:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698305.537434:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698305.537437:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698305.537438:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698305.537439:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698305.537441:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698305.537442:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698305.537445:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698305.537448:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698305.537452:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947172608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698305.537459:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698305.537460:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698305.537464:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947172608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698305.537471:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698305.537475:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3529)
00000800:00000200:1.1:1787698305.537659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698305.537661:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698305.537986:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698305.537988:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698305.538236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698305.538238:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698305.984932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698305.984940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698305.984945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698305.984951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698305.984955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698305.984959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698305.984963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698305.984967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698305.984969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698305.985007:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698305.985011:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698305.985015:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698306.240954:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298192547, at 4298192576
00000100:00000010:0.0:1787698306.240972:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010cc0.
00000100:00000001:3.0:1787698307.008950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698307.008958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698307.008962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698307.008967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698307.008972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698307.008978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698307.008984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698307.008990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698307.008997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698307.009054:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698307.009058:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698307.009062:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698308.032981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698308.032990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698308.032999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698308.033013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698308.033022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698308.033028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698308.033044:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698308.033048:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698308.033054:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698308.033100:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698308.033105:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698308.033109:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787698309.057098:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698309.057104:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698309.057108:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698309.057156:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698309.057159:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698309.057161:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698309.057164:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698309.057168:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698309.057171:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698309.057173:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698309.057175:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698309.057177:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698310.080990:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698310.080999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698310.081002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698310.081010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698310.081015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698310.081021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698310.081025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698310.081028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698310.081031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698310.081180:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698310.081185:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698310.081188:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698310.657004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698310.657024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698310.657032:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698310.657040:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698310.657046:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698310.657053:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3524
00000400:00000200:3.0:1787698310.657062:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698310.657069:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698310.657072:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698310.657076:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657078:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657081:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657083:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698310.657087:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698310.657089:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698310.657091:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698310.657094:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698310.657096:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698310.657099:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698310.657101:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657103:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657104:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657107:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698310.657110:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698310.657113:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657115:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698310.657117:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698310.657121:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698310.657123:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657125:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698310.657128:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698310.657135:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698310.657139:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698310.657143:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698310.657145:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657148:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698310.657150:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698310.657153:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698310.657160:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698310.657167:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698310.657176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947172736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698310.657185:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698310.657189:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698310.657193:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947172736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698310.657221:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698310.657225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698310.657228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698310.657230:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698310.657231:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698310.657234:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698310.657236:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3524
00000400:00000200:3.0:1787698310.657240:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698310.657242:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698310.657245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698310.657247:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657250:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657252:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657255:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698310.657257:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698310.657259:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698310.657260:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698310.657268:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698310.657271:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698310.657273:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698310.657276:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657279:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657282:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657287:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698310.657292:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698310.657298:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657304:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698310.657308:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698310.657315:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698310.657319:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657323:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698310.657328:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698310.657333:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657338:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698310.657344:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698310.657348:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698310.657354:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698310.657357:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657360:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698310.657362:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698310.657366:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698310.657374:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698310.657379:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698310.657386:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947172864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698310.657400:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698310.657404:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698310.657410:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947172864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698310.657422:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698310.657425:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698310.657432:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698310.657436:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698310.657438:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698310.657442:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698310.657447:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3524
00000400:00000200:3.0:1787698310.657456:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698310.657462:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698310.657466:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698310.657480:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657484:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657487:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657489:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698310.657495:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698310.657498:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698310.657501:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698310.657503:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698310.657506:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698310.657511:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698310.657516:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657521:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657526:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657528:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698310.657533:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698310.657539:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657543:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698310.657547:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698310.657559:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698310.657565:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657569:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698310.657573:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698310.657590:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657593:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698310.657596:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698310.657600:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698310.657603:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698310.657608:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657613:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698310.657616:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698310.657618:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698310.657625:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698310.657630:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698310.657640:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947172992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698310.657652:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698310.657657:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698310.657662:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787698310.657665:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947172992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698310.657668:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787698310.657674:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698310.657677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698310.657680:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698310.657683:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698310.657687:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698310.657692:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698310.657697:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3524
00000400:00000200:3.0:1787698310.657703:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698310.657708:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698310.657712:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698310.657719:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657723:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657726:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657731:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698310.657736:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698310.657739:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698310.657743:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698310.657745:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698310.657749:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698310.657755:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698310.657762:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657768:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698310.657771:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657775:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698310.657779:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698310.657784:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698310.657789:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698310.657793:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698310.657797:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698310.657802:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657805:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698310.657808:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698310.657811:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657815:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698310.657819:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698310.657824:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698310.657827:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698310.657830:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698310.657833:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698310.657836:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698310.657839:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698310.657843:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698310.657899:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698310.657909:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947173120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698310.657939:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698310.657942:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698310.657950:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947173120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698310.657966:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698310.657974:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3534)
00000800:00000200:1.1:1787698310.658241:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698310.658244:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698310.658521:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698310.658523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698310.658801:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698310.658804:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698311.104947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698311.104955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698311.104958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698311.104964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698311.104971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698311.104976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698311.104988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698311.104993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698311.104997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698311.360960:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298197667, at 4298197696
00000100:00000010:0.0:1787698311.360975:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010120.
00000100:00000001:0.0:1787698312.128943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698312.128951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698312.128956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698312.128964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698312.128971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698312.128975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698312.128989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698312.128990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698312.128992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698312.129036:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698312.129039:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698312.129041:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698313.152958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698313.152967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698313.152971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698313.152978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698313.152987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698313.152992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698313.153006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698313.153010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698313.153014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698314.176925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698314.176931:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698314.176935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698314.176940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698314.176944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698314.176948:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698314.176959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698314.176962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698314.176965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698314.176997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698314.177000:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698314.177003:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698315.200946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698315.200959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698315.200963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698315.200969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698315.200976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698315.200980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698315.200989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698315.200995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698315.200998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698315.201030:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698315.201035:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698315.201037:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698315.776920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698315.776928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698315.776931:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698315.776934:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698315.776940:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698315.776946:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3529
00000400:00000200:3.0:1787698315.776956:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698315.776962:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698315.776966:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698315.776969:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.776973:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.776977:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.776979:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698315.776981:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698315.776983:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698315.776985:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698315.776987:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698315.776989:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698315.776990:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698315.776992:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.776993:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.776995:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.776996:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698315.776998:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698315.777000:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777002:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698315.777004:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698315.777006:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698315.777008:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777010:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698315.777011:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698315.777018:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698315.777020:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698315.777022:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698315.777023:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777027:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698315.777028:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698315.777031:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698315.777036:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698315.777042:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698315.777048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947173248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698315.777056:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698315.777059:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698315.777062:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947173248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698315.777080:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698315.777082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698315.777084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698315.777085:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698315.777086:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698315.777088:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698315.777089:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3529
00000400:00000200:3.0:1787698315.777091:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698315.777093:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698315.777095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698315.777097:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777098:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.777100:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777101:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698315.777103:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698315.777104:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698315.777105:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698315.777106:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698315.777109:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698315.777111:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698315.777115:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777118:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.777122:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777126:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698315.777130:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698315.777134:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777138:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698315.777141:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698315.777147:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698315.777152:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777155:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698315.777158:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698315.777160:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777164:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698315.777170:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698315.777176:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698315.777182:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698315.777185:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777189:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698315.777190:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698315.777192:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698315.777198:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698315.777205:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698315.777214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947173376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698315.777223:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698315.777226:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698315.777231:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947173376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698315.777238:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698315.777241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698315.777245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698315.777249:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698315.777251:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698315.777253:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698315.777256:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3529
00000400:00000200:3.0:1787698315.777263:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698315.777268:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698315.777271:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698315.777276:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777279:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.777284:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777286:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698315.777289:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698315.777290:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698315.777293:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698315.777295:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698315.777297:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698315.777307:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698315.777311:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777313:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.777314:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777316:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698315.777319:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698315.777323:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777324:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698315.777328:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698315.777331:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698315.777333:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777336:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698315.777340:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698315.777343:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777353:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698315.777358:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698315.777362:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698315.777366:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698315.777368:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777370:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698315.777371:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698315.777373:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698315.777378:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698315.777383:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698315.777391:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947173504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698315.777399:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698315.777402:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698315.777407:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947173504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698315.777417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698315.777419:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698315.777423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787698315.777424:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1787698315.777426:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698315.777429:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698315.777433:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698315.777439:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698315.777445:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3529
00000400:00000200:3.0:1787698315.777452:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698315.777460:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698315.777464:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698315.777470:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777475:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.777481:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777483:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698315.777487:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698315.777515:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698315.777520:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698315.777525:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698315.777530:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698315.777536:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698315.777544:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777547:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698315.777551:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777553:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698315.777555:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698315.777560:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698315.777562:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698315.777564:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698315.777568:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698315.777573:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777576:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698315.777579:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698315.777583:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777587:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698315.777591:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698315.777594:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698315.777599:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698315.777601:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698315.777604:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698315.777607:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698315.777609:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698315.777614:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698315.777620:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698315.777628:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947173632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698315.777657:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698315.777661:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698315.777668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947173632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698315.777679:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698315.777683:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3539)
00000800:00000200:1.1:1787698315.777882:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698315.777883:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698315.778123:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698315.778125:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698315.778386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698315.778388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787698316.224997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698316.225001:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698316.225004:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698316.225006:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698316.225010:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698316.225012:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698316.225016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698316.225019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698316.225021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698316.225023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698316.225024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698316.225026:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698316.480935:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298202787, at 4298202816
00000100:00000010:0.0:1787698316.480949:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a20.
00000100:00000001:0.0:1787698317.248947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698317.248956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698317.248960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698317.248969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698317.248980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698317.248986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698317.248998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698317.249002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698317.249007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698318.272924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698318.272929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698318.272933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698318.272936:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698318.272940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698318.272944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698318.272947:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698318.272950:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698318.272959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698318.272981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698318.272984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698318.272986:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698319.296936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698319.296944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698319.296950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698319.296957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698319.296965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698319.296970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698319.296989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698319.296992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698319.296996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.320924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698320.320932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698320.320936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698320.320944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698320.320952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698320.320957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698320.320973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698320.320977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698320.320981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698320.321042:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698320.321046:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698320.321049:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698320.896963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698320.896975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698320.896978:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698320.896983:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698320.896990:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698320.897000:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3534
00000400:00000200:0.0:1787698320.897010:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698320.897017:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698320.897021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698320.897025:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897030:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897032:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698320.897036:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698320.897038:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698320.897041:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698320.897044:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698320.897046:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698320.897049:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698320.897052:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897054:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897056:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897058:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698320.897061:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698320.897064:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897067:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698320.897069:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698320.897072:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698320.897075:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897078:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698320.897080:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698320.897088:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698320.897091:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698320.897094:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698320.897096:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897098:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698320.897100:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698320.897104:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698320.897111:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698320.897117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698320.897124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947173760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698320.897134:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698320.897137:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698320.897141:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947173760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698320.897160:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698320.897162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698320.897165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698320.897166:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698320.897169:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698320.897171:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698320.897175:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3534
00000400:00000200:0.0:1787698320.897180:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698320.897187:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698320.897192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698320.897200:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897205:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897210:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897216:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698320.897222:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698320.897227:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698320.897230:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698320.897235:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698320.897240:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698320.897246:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698320.897255:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897260:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897264:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897268:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698320.897274:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698320.897289:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897295:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698320.897300:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698320.897308:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698320.897312:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897315:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698320.897321:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698320.897326:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897330:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698320.897337:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698320.897343:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698320.897350:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698320.897354:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897358:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698320.897362:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698320.897366:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698320.897372:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698320.897379:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698320.897386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00100000:0.0:1787698320.897390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947173888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698320.897390:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698320.897424:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698320.897428:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698320.897434:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947173888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698320.897451:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698320.897456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698320.897465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698320.897468:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698320.897470:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698320.897474:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698320.897479:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3534
00000400:00000200:0.0:1787698320.897496:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698320.897499:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698320.897502:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698320.897505:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897508:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897512:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897516:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698320.897521:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698320.897525:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698320.897528:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698320.897531:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698320.897535:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698320.897539:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698320.897545:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897554:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897559:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698320.897564:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698320.897571:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897577:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698320.897580:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698320.897585:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698320.897589:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897593:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698320.897597:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698320.897603:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897607:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698320.897614:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698320.897620:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698320.897626:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698320.897629:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897633:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698320.897636:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698320.897639:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698320.897647:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698320.897661:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698320.897673:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947174016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698320.897690:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698320.897695:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698320.897704:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947174016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698320.897720:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698320.897726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698320.897735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698320.897738:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698320.897742:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698320.897748:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698320.897754:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3534
00000400:00000200:0.0:1787698320.897765:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698320.897771:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698320.897776:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698320.897783:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897787:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897792:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698320.897803:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698320.897807:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698320.897810:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698320.897812:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698320.897818:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698320.897824:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698320.897833:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698320.897877:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897883:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698320.897887:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698320.897894:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698320.897899:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698320.897902:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698320.897907:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698320.897914:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897920:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698320.897924:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698320.897931:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897935:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698320.897942:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698320.897948:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698320.897954:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698320.897957:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698320.897962:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698320.897965:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698320.897969:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698320.897976:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698320.897983:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698320.897994:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947174144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698320.898013:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787698320.898014:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698320.898017:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698320.898019:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698320.898028:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947174144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698320.898048:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698320.898056:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3544)
00000800:00000200:1.1:1787698320.898204:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698320.898205:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698320.898534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698320.898537:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698321.344942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698321.344955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698321.344959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698321.344966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698321.344972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698321.344975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698321.344979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698321.344983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698321.344990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698321.600946:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298207907, at 4298207936
00000100:00000010:0.0:1787698321.600958:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00000001:0.0:1787698322.368974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698322.368981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698322.368985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698322.368992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698322.368998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698322.369003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698322.369007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698322.369009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698322.369011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698322.369254:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698322.369258:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698322.369261:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698323.392914:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698323.392921:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698323.392924:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698323.392930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698323.392933:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698323.392937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698323.392940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698323.392942:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698323.392945:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698324.416975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698324.416982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698324.416984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698324.416990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698324.416996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698324.417001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698324.417004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698324.417008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698324.417011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698324.417067:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698324.417072:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698324.417082:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698325.440961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698325.440969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698325.440974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698325.440982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698325.440989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698325.440995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698325.441007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698325.441010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698325.441013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698326.016955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698326.016963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698326.016968:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698326.016971:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698326.016985:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698326.016994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3539
00000400:00000200:0.0:1787698326.017004:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698326.017011:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698326.017014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698326.017018:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017024:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698326.017031:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698326.017033:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698326.017036:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698326.017039:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698326.017042:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698326.017044:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698326.017047:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017049:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017050:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017052:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698326.017055:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698326.017058:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017061:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698326.017063:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698326.017066:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698326.017068:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017070:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698326.017072:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698326.017081:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698326.017084:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698326.017087:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698326.017089:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017092:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698326.017095:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698326.017098:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698326.017105:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698326.017111:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698326.017119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947174272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698326.017129:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698326.017133:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698326.017137:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947174272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698326.017160:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698326.017163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698326.017167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698326.017168:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698326.017169:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698326.017178:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698326.017180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3539
00000400:00000200:0.0:1787698326.017184:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698326.017187:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698326.017189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698326.017192:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017194:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017197:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698326.017199:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698326.017201:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698326.017202:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698326.017204:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698326.017206:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698326.017208:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698326.017211:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017213:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017214:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017216:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698326.017219:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698326.017221:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017224:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698326.017225:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698326.017229:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698326.017231:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017233:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698326.017237:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698326.017240:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017242:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698326.017246:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698326.017248:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698326.017250:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698326.017251:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017253:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698326.017254:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698326.017256:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698326.017259:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698326.017262:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698326.017266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947174400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698326.017273:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698326.017275:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698326.017279:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947174400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698326.017286:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698326.017289:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698326.017300:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698326.017301:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698326.017303:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698326.017305:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698326.017307:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3539
00000400:00000200:0.0:1787698326.017310:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698326.017313:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698326.017326:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698326.017329:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017331:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017333:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017335:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698326.017337:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698326.017338:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698326.017340:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698326.017341:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698326.017343:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698326.017345:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698326.017348:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017349:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017351:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017353:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698326.017355:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698326.017358:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017360:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698326.017361:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698326.017364:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698326.017365:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017367:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698326.017369:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698326.017371:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017373:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698326.017376:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698326.017378:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698326.017381:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698326.017382:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017384:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698326.017385:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698326.017392:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698326.017395:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698326.017398:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698326.017402:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947174528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698326.017409:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698326.017411:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698326.017414:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947174528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698326.017422:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698326.017424:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698326.017427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698326.017429:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698326.017430:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698326.017432:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698326.017435:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3539
00000400:00000200:0.0:1787698326.017437:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698326.017439:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698326.017441:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698326.017444:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017446:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017448:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017450:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698326.017452:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698326.017454:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698326.017455:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698326.017457:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698326.017464:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698326.017466:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698326.017469:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017470:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698326.017472:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017474:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698326.017477:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698326.017479:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698326.017481:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698326.017482:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698326.017485:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698326.017487:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017488:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698326.017490:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698326.017492:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017494:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698326.017497:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698326.017498:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698326.017501:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698326.017502:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698326.017503:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698326.017505:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698326.017506:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698326.017509:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698326.017512:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698326.017516:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947174656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698326.017528:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698326.017530:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698326.017534:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947174656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698326.017541:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698326.017545:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3550)
00000800:00000200:1.1:1787698326.017780:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698326.017784:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698326.018124:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698326.018127:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698326.018409:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698326.018412:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698326.018669:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698326.018671:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787698326.464942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698326.464950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698326.464955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698326.464961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698326.464966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698326.464971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698326.464978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698326.464981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698326.464985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698326.465009:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698326.465012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698326.465014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698326.720940:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298213028, at 4298213056
00000100:00000010:0.0:1787698326.720959:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000001:0.0:1787698327.488950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698327.488956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698327.488960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698327.488967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698327.488973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698327.488977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698327.488980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698327.488984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698327.488988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698328.512969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698328.512978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698328.512981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698328.512991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698328.512999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698328.513005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698328.513013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698328.513018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698328.513024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698328.513069:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698328.513073:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698328.513076:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698329.536948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698329.536956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698329.536961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698329.536965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698329.536973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698329.536981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698329.536987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698329.536989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698329.536993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698330.560967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698330.560977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698330.560983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698330.560991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698330.561000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698330.561008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698330.561016:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698330.561022:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698330.561030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698330.561113:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698330.561116:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698330.561119:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698331.137399:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698331.137405:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698331.137898:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698331.137899:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698331.138062:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698331.138063:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698331.138225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698331.138226:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787698331.584974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698331.584984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698331.584990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698331.585000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698331.585012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698331.585022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698331.585047:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698331.585055:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698331.585061:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698331.840891:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298218147, at 4298218176
00000100:00000010:0.0:1787698331.840908:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010360.
00000100:00000001:0.0:1787698332.608977:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698332.608983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698332.608986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698332.608992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698332.608996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698332.609002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698332.609014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698332.609023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698332.609030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698332.609088:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698332.609090:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698332.609093:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698333.632903:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698333.632910:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698333.632913:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698333.632917:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698333.632921:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698333.632926:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698333.632928:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698333.632932:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698333.632935:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698334.656945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698334.656952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698334.656955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698334.656960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698334.656965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698334.656970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698334.656982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698334.656985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698334.656988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698335.680931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698335.680937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698335.680940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698335.680945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698335.680950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698335.680954:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698335.680958:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698335.680961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698335.680963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698336.256960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698336.256968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698336.256972:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698336.256977:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698336.256984:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698336.256992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3550
00000400:00000200:3.0:1787698336.257001:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698336.257007:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698336.257010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698336.257013:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698336.257025:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698336.257027:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698336.257030:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698336.257033:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698336.257035:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698336.257037:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698336.257040:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698336.257049:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698336.257052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257054:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698336.257057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698336.257059:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698336.257062:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257064:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698336.257066:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698336.257075:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698336.257079:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698336.257082:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698336.257084:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257086:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698336.257089:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698336.257093:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698336.257099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698336.257105:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698336.257114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947175296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698336.257123:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698336.257128:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698336.257133:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947175296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698336.257175:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698336.257179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698336.257182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698336.257183:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698336.257185:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698336.257187:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698336.257190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3550
00000400:00000200:3.0:1787698336.257194:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698336.257198:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698336.257200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698336.257211:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257226:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698336.257232:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698336.257235:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698336.257238:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698336.257241:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698336.257246:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698336.257253:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698336.257263:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257268:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257274:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257278:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698336.257283:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698336.257289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257294:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698336.257297:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698336.257311:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698336.257316:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257321:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698336.257327:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698336.257333:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257337:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698336.257344:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698336.257349:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698336.257352:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698336.257355:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257358:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698336.257361:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698336.257365:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698336.257371:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698336.257378:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698336.257388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947175424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698336.257408:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698336.257413:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698336.257420:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947175424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698336.257439:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698336.257445:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787698336.257451:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698336.257457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698336.257461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698336.257463:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698336.257467:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698336.257472:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698336.257479:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3550
00000400:00000200:3.0:1787698336.257486:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698336.257494:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698336.257499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698336.257504:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257514:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257519:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698336.257525:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698336.257527:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698336.257531:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698336.257534:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698336.257537:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698336.257543:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698336.257549:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257554:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257562:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698336.257575:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698336.257582:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257588:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698336.257593:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698336.257596:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698336.257599:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257601:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698336.257603:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698336.257606:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257608:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698336.257613:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698336.257618:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698336.257623:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698336.257625:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257628:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698336.257631:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698336.257634:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698336.257640:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698336.257645:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698336.257656:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947175552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698336.257677:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698336.257681:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698336.257691:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947175552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698336.257709:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698336.257714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698336.257720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698336.257724:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698336.257727:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698336.257732:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698336.257737:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3550
00000400:00000200:3.0:1787698336.257745:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698336.257752:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698336.257757:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698336.257763:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257768:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257774:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257779:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698336.257783:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698336.257786:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698336.257789:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698336.257793:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698336.257798:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698336.257800:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698336.257805:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257810:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698336.257815:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257819:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698336.257823:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698336.257830:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698336.257837:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698336.257840:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698336.257844:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698336.257877:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257881:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698336.257883:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698336.257887:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257891:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698336.257896:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698336.257899:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698336.257903:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698336.257907:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698336.257911:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698336.257914:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698336.257916:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698336.257923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698336.257930:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698336.257940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947175680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698336.257955:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698336.257959:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698336.257967:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947175680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698336.257986:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698336.257991:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3560)
00000800:00000200:1.1:1787698336.258042:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698336.258044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698336.258275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698336.258278:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698336.258617:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698336.258620:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787698336.960949:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298223267, at 4298223296
00000100:00000010:0.0:1787698336.960962:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000001:0.0:1787698337.728956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698337.728960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698337.728962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698337.728965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698337.728969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698337.728974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698337.728978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698337.728981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698337.728985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698338.752942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698338.752950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698338.752953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698338.752960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698338.752965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698338.752970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698338.752975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698338.752980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698338.752985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698339.776962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698339.776971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698339.776974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698339.776980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698339.776987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698339.776992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698339.777000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698339.777003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698339.777010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698340.801107:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698340.801125:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698340.801131:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698340.801149:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698340.801167:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698340.801180:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698340.801191:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698340.801201:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698340.801215:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698341.376993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698341.377006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698341.377011:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698341.377018:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698341.377025:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698341.377033:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3555
00000400:00000200:0.0:1787698341.377045:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698341.377067:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698341.377070:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698341.377073:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377081:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698341.377084:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698341.377086:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698341.377089:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698341.377092:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698341.377094:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698341.377096:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698341.377098:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377099:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377101:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698341.377102:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698341.377105:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377106:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698341.377109:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698341.377112:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698341.377113:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377115:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698341.377117:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698341.377127:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698341.377130:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698341.377134:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698341.377135:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377137:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698341.377140:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698341.377144:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698341.377157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698341.377167:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698341.377179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947175808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698341.377190:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698341.377196:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698341.377201:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947175808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698341.377226:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698341.377229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698341.377233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698341.377234:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698341.377236:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698341.377239:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698341.377243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3555
00000400:00000200:0.0:1787698341.377248:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698341.377251:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698341.377254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698341.377260:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377265:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698341.377284:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698341.377289:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698341.377294:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698341.377297:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698341.377299:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698341.377301:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698341.377307:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377310:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377314:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377320:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698341.377325:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698341.377332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377337:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698341.377340:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698341.377349:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698341.377355:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377357:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698341.377363:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698341.377368:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377373:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698341.377381:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698341.377386:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698341.377389:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698341.377393:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377394:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698341.377396:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698341.377398:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698341.377404:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698341.377411:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698341.377421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947175936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698341.377438:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698341.377442:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698341.377450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947175936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698341.377463:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698341.377467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698341.377471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698341.377473:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698341.377475:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698341.377479:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698341.377484:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3555
00000400:00000200:0.0:1787698341.377545:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698341.377552:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698341.377556:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698341.377562:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377565:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377570:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698341.377577:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698341.377580:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698341.377583:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698341.377586:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:1.1:1787698341.377589:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698341.377590:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.1:1787698341.377594:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1787698341.377595:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698341.377599:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377601:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698341.377606:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698341.377610:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377620:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698341.377624:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698341.377629:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698341.377632:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377634:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698341.377639:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698341.377644:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377648:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698341.377653:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698341.377656:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698341.377659:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698341.377663:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377664:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698341.377666:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698341.377669:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698341.377674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698341.377678:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698341.377686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947176064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698341.377692:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698341.377700:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698341.377708:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947176064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698341.377719:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698341.377722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698341.377724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698341.377725:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698341.377727:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698341.377733:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698341.377736:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3555
00000400:00000200:0.0:1787698341.377742:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698341.377745:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698341.377750:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698341.377751:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377753:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377757:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377759:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698341.377760:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698341.377762:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698341.377763:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698341.377764:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698341.377765:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698341.377766:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698341.377768:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377769:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698341.377770:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377772:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698341.377773:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698341.377778:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698341.377780:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698341.377781:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698341.377783:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698341.377784:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377789:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698341.377791:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698341.377793:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377796:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698341.377799:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698341.377803:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698341.377808:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698341.377809:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698341.377814:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698341.377816:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698341.377819:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698341.377822:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698341.377826:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698341.377832:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947176192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698341.377845:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698341.377890:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698341.377909:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947176192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698341.377923:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698341.377928:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3565)
00000800:00000200:1.1:1787698341.378187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698341.378190:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698341.378475:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698341.378477:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698341.378750:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698341.378752:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698341.824988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698341.824999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698341.825004:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698341.825012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698341.825020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698341.825027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698341.825040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698341.825057:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698341.825063:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698342.080937:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298228387, at 4298228416
00000100:00000010:0.0:1787698342.080953:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00000001:0.0:1787698343.873023:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698343.873029:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698343.873033:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698343.873037:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698343.873041:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698343.873044:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698343.873047:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698343.873050:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698343.873056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698344.896946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698344.896954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698344.896959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698344.896966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698344.896971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698344.896975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698344.896977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698344.896980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698344.896985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698345.920953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698345.920959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698345.920962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698345.920966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698345.920969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698345.920993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698345.921001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698345.921003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698345.921006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698346.497459:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698346.497466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698346.497895:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698346.497896:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698346.498106:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698346.498108:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698346.498262:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698346.498264:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698346.944895:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698346.944903:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698346.944906:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698346.944912:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698346.944917:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698346.944921:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698346.944924:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698346.944926:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698346.944928:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698347.200986:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298233507, at 4298233536
00000100:00000010:0.0:1787698347.201003:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a20.
00000100:00000001:0.0:1787698347.968907:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698347.968917:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698347.968920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698347.968927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698347.968932:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698347.968936:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698347.968953:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698347.968959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698347.968964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698348.992974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698348.992985:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698348.992990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698348.992999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698348.993006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698348.993014:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698348.993033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787698348.993033:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698348.993038:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698348.993038:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698348.993043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698348.993044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698350.016943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698350.016953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698350.016958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698350.016967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698350.016973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698350.016979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698350.016986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698350.016989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698350.016993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.040945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698351.040955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698351.040960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698351.040967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698351.040975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698351.040978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698351.040985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698351.040988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698351.040990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698351.041084:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698351.041089:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698351.041093:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698351.616983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698351.616992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698351.616997:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698351.617003:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698351.617008:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698351.617015:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3565
00000400:00000200:0.0:1787698351.617024:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698351.617030:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698351.617033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698351.617037:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617040:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617042:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698351.617048:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698351.617050:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698351.617053:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698351.617056:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698351.617059:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698351.617061:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698351.617065:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617067:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617068:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617070:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698351.617088:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698351.617092:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617094:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698351.617097:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698351.617101:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698351.617104:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617106:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698351.617109:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698351.617117:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698351.617121:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698351.617125:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698351.617126:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617129:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698351.617131:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698351.617135:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698351.617142:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698351.617147:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698351.617155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947176832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698351.617164:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698351.617168:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698351.617172:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947176832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698351.617193:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698351.617195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698351.617198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698351.617200:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698351.617202:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698351.617205:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698351.617208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3565
00000400:00000200:0.0:1787698351.617213:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698351.617218:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698351.617223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698351.617229:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698351.617248:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698351.617251:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698351.617256:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698351.617261:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698351.617267:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698351.617271:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698351.617278:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617287:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617292:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698351.617296:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698351.617310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617315:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698351.617324:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698351.617331:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698351.617337:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617341:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698351.617347:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698351.617352:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617355:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698351.617362:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698351.617368:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698351.617374:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698351.617377:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617382:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698351.617385:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698351.617389:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698351.617397:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698351.617403:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698351.617415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947176960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698351.617426:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698351.617430:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698351.617438:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947176960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698351.617444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698351.617451:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698351.617452:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698351.617457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698351.617465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698351.617468:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698351.617471:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698351.617474:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698351.617481:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3565
00000400:00000200:0.0:1787698351.617490:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698351.617498:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698351.617503:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698351.617510:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617515:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617519:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617523:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698351.617528:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698351.617531:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698351.617536:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698351.617539:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698351.617542:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698351.617546:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698351.617554:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617558:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617560:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698351.617568:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698351.617571:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617575:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698351.617578:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698351.617582:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698351.617586:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617590:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698351.617594:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698351.617601:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617604:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698351.617610:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698351.617615:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698351.617621:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698351.617624:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617629:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698351.617632:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698351.617636:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698351.617643:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698351.617649:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698351.617656:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947177088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698351.617666:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698351.617671:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698351.617681:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947177088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698351.617703:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698351.617708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698351.617717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698351.617721:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698351.617724:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698351.617729:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698351.617735:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3565
00000400:00000200:0.0:1787698351.617746:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698351.617753:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698351.617759:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698351.617768:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617771:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617775:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617778:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698351.617781:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698351.617783:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698351.617786:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698351.617790:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698351.617794:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698351.617796:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698351.617802:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617806:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698351.617810:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617813:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698351.617817:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698351.617822:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698351.617823:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698351.617826:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698351.617830:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698351.617834:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617836:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698351.617839:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698351.617841:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617845:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698351.617896:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698351.617901:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698351.617906:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698351.617908:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698351.617912:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698351.617915:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698351.617918:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698351.617924:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698351.617931:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698351.617940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947177216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698351.617950:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698351.617952:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698351.617957:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947177216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698351.617979:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698351.617983:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3575)
00000800:00000200:1.1:1787698351.618027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698351.618029:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698351.618219:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698351.618220:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698351.618416:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698351.618417:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698352.064963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698352.064969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698352.064973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698352.064980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698352.064988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698352.064993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698352.065004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698352.065008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698352.065011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698352.320973:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298238627, at 4298238656
00000100:00000010:0.0:1787698352.320992:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010120.
00000100:00000001:0.0:1787698353.088952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698353.088957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698353.088960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698353.088966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698353.088970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698353.088975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698353.088977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698353.088981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698353.088985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698353.089133:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698353.089136:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698353.089138:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787698355.137086:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698355.137091:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698355.137095:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698356.161003:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698356.161009:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698356.161017:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698356.161022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698356.161031:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698356.161034:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698356.161049:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698356.161053:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698356.161059:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698356.736941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698356.736951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698356.736955:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698356.736960:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698356.736965:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698356.736973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3570
00000400:00000200:0.0:1787698356.736985:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698356.736992:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698356.736995:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698356.737000:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737006:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698356.737011:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698356.737013:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698356.737016:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698356.737019:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698356.737021:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698356.737024:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698356.737027:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698356.737036:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698356.737039:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737042:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698356.737046:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698356.737049:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698356.737052:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737054:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698356.737056:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698356.737064:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698356.737072:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698356.737076:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698356.737078:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737081:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698356.737083:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698356.737087:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698356.737093:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698356.737099:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698356.737108:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698356.737117:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698356.737121:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698356.737125:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947177344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698356.737145:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698356.737148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698356.737151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698356.737152:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698356.737154:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698356.737156:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698356.737158:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3570
00000400:00000200:0.0:1787698356.737163:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698356.737166:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698356.737168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698356.737172:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737177:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737181:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698356.737186:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698356.737189:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698356.737191:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698356.737195:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698356.737199:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698356.737205:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698356.737212:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737214:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737217:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698356.737222:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698356.737228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737232:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698356.737236:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698356.737243:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698356.737248:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737253:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698356.737258:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698356.737262:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737264:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698356.737269:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698356.737273:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698356.737278:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698356.737281:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737284:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698356.737287:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698356.737290:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698356.737296:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698356.737301:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698356.737309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947177472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698356.737317:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698356.737321:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698356.737325:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947177472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698356.737337:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698356.737340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698356.737342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698356.737345:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698356.737347:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698356.737350:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698356.737354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3570
00000400:00000200:0.0:1787698356.737360:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698356.737364:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698356.737368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698356.737374:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737379:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737382:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737385:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698356.737388:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698356.737391:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698356.737393:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698356.737397:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698356.737399:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698356.737404:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698356.737412:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737421:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698356.737424:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698356.737427:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737430:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698356.737432:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698356.737435:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698356.737438:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737441:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698356.737444:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698356.737447:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737450:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698356.737453:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698356.737455:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698356.737456:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698356.737457:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737458:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698356.737459:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698356.737460:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698356.737465:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698356.737470:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698356.737476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947177600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698356.737489:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698356.737493:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698356.737501:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947177600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698356.737514:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698356.737518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698356.737523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698356.737526:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698356.737529:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787698356.737532:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698356.737533:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787698356.737537:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1787698356.737538:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3570
00000400:00000200:0.0:1787698356.737543:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698356.737546:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698356.737548:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698356.737551:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737555:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737557:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737560:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698356.737562:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698356.737565:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698356.737566:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698356.737591:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698356.737595:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698356.737598:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698356.737601:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737602:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698356.737603:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698356.737606:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698356.737607:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698356.737619:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698356.737621:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698356.737623:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698356.737626:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737629:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698356.737632:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698356.737635:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737638:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698356.737642:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698356.737645:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698356.737648:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698356.737650:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698356.737653:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698356.737654:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698356.737655:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698356.737659:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698356.737664:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698356.737680:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947177728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698356.737686:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698356.737687:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698356.737690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947177728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698356.737705:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698356.737709:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3580)
00000800:00000200:1.1:1787698356.738063:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698356.738065:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698356.738340:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698356.738342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698356.738592:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698356.738595:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787698357.184923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698357.184932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698357.184935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698357.184941:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698357.184946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698357.184950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698357.184954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698357.184957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698357.184960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698357.185010:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698357.185015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698357.185018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698357.440941:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298243747, at 4298243776
00000100:00000010:0.0:1787698357.440956:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010cc0.
00000100:00000001:3.0:1787698358.209067:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698358.209076:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698358.209080:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698358.209085:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698358.209089:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698358.209093:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698358.209100:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698358.209106:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698358.209112:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698359.232995:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698359.233003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698359.233007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698359.233013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698359.233021:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698359.233029:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698359.233035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698359.233042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698359.233055:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698359.233112:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698359.233115:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698359.233118:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698360.256942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698360.256949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698360.256958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698360.256974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698360.256985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698360.256992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698360.257000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698360.257005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698360.257010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698361.280996:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698361.281002:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698361.281007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698361.281013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698361.281022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698361.281026:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698361.281030:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698361.281034:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698361.281041:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698361.281090:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698361.281093:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698361.281096:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698361.856977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698361.856984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698361.856987:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698361.856990:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698361.856994:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698361.857000:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3575
00000400:00000200:0.0:1787698361.857009:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698361.857018:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698361.857021:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698361.857025:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698361.857038:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698361.857041:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698361.857044:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698361.857048:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698361.857051:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698361.857054:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698361.857059:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698361.857068:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698361.857072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857074:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698361.857076:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698361.857079:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698361.857081:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857082:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698361.857084:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698361.857092:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698361.857095:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698361.857101:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698361.857103:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857105:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698361.857108:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698361.857110:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698361.857116:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698361.857122:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698361.857131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947177856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698361.857140:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698361.857144:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698361.857150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947177856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698361.857175:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698361.857176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698361.857179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698361.857180:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698361.857181:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698361.857182:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698361.857184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3575
00000400:00000200:0.0:1787698361.857187:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698361.857189:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698361.857191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698361.857195:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857197:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857200:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857202:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698361.857204:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698361.857206:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698361.857208:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698361.857213:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698361.857217:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698361.857222:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698361.857228:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857243:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698361.857247:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698361.857253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857260:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698361.857264:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698361.857271:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698361.857278:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857281:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698361.857286:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698361.857292:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857296:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698361.857304:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698361.857308:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698361.857314:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698361.857318:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857323:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698361.857326:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698361.857330:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698361.857338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698361.857344:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698361.857353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947177984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698361.857377:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698361.857383:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698361.857392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947177984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698361.857407:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698361.857410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698361.857416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698361.857418:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698361.857422:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698361.857429:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787698361.857431:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698361.857435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3575
00000800:00000200:1.1:1787698361.857437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000400:00000200:0.0:1787698361.857443:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698361.857450:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698361.857454:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698361.857458:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857462:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857467:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857471:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698361.857477:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698361.857480:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698361.857482:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698361.857484:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698361.857490:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698361.857494:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698361.857502:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857506:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857518:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857523:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698361.857527:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698361.857535:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857540:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698361.857544:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698361.857548:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698361.857552:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857557:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698361.857561:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698361.857567:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857573:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698361.857580:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698361.857586:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698361.857591:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698361.857594:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857599:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698361.857601:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698361.857603:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698361.857607:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698361.857610:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698361.857619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947178112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698361.857628:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698361.857631:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698361.857640:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947178112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698361.857661:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698361.857667:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698361.857676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698361.857680:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698361.857684:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698361.857689:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698361.857695:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3575
00000400:00000200:0.0:1787698361.857716:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698361.857724:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698361.857728:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698361.857735:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857740:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857745:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857760:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698361.857766:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698361.857769:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698361.857774:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698361.857778:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698361.857784:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698361.857789:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698361.857798:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857802:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698361.857808:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857812:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698361.857817:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698361.857824:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698361.857830:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698361.857834:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698361.857838:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698361.857842:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857876:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698361.857881:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698361.857889:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857895:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698361.857900:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698361.857905:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698361.857911:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698361.857915:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698361.857920:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698361.857922:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698361.857926:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698361.857932:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698361.857936:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698361.857943:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947178240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698361.857957:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698361.857962:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698361.857968:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947178240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698361.857987:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698361.857993:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3585)
00000800:00000200:1.1:1787698361.858094:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698361.858097:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787698361.858324:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698361.858326:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787698361.858523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698361.858524:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787698362.304966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698362.304974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698362.304982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698362.304990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698362.304997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698362.305006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698362.305014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698362.305020:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698362.305028:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698362.560953:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298248867, at 4298248896
00000100:00000010:0.0:1787698362.560971:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470106c0.
00000100:00000001:3.0:1787698363.328938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698363.328944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698363.328948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698363.328957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698363.328964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698363.328969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698363.328972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698363.328975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698363.328982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698363.329116:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698363.329120:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698363.329124:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698364.352945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698364.352953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698364.352955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698364.352958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698364.352961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698364.352964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698364.352966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698364.352968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698364.352971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698365.376985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698365.376991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698365.376994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698365.377001:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698365.377011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698365.377021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698365.377038:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698365.377041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698365.377058:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698365.377093:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698365.377098:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698365.377102:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698366.400950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698366.400956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698366.400959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698366.400964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698366.400968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698366.400973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698366.400979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698366.400981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698366.400985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698366.976955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698366.976965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698366.976968:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698366.976972:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698366.976979:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698366.976988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3580
00000400:00000200:0.0:1787698366.977002:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698366.977011:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698366.977016:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698366.977019:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977022:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977025:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977027:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698366.977032:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698366.977034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698366.977038:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698366.977042:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698366.977044:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698366.977047:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698366.977050:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977052:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977055:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698366.977071:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698366.977075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977078:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698366.977080:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698366.977084:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698366.977086:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977089:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698366.977091:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698366.977100:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698366.977103:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698366.977107:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698366.977109:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977112:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698366.977115:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698366.977125:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698366.977132:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698366.977138:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698366.977147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947178368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698366.977157:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698366.977161:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698366.977166:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947178368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698366.977186:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698366.977189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698366.977192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698366.977193:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698366.977195:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698366.977197:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698366.977200:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3580
00000400:00000200:0.0:1787698366.977204:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698366.977208:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698366.977211:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698366.977215:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977219:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698366.977230:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698366.977233:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698366.977237:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698366.977240:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698366.977245:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698366.977250:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698366.977256:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977260:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977264:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977268:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698366.977272:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698366.977279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977292:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698366.977296:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698366.977303:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698366.977308:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977312:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698366.977318:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698366.977324:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977328:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698366.977336:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698366.977340:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698366.977344:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698366.977347:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977349:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698366.977351:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698366.977353:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698366.977360:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698366.977366:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698366.977375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947178496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698366.977389:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698366.977394:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698366.977402:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947178496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698366.977417:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698366.977421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698366.977427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698366.977431:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698366.977433:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698366.977439:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698366.977446:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3580
00000400:00000200:0.0:1787698366.977483:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698366.977495:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698366.977499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698366.977502:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977505:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977507:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698366.977509:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698366.977510:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698366.977512:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698366.977514:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698366.977516:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698366.977519:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698366.977522:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977523:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977525:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977527:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698366.977529:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698366.977531:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977533:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698366.977535:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698366.977539:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698366.977543:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977547:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787698366.977548:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:0.0:1787698366.977551:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698366.977555:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977557:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698366.977561:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698366.977564:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698366.977567:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698366.977570:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977574:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698366.977577:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698366.977581:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698366.977587:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698366.977593:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698366.977601:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947178624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698366.977614:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698366.977631:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698366.977636:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947178624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698366.977649:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698366.977654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698366.977660:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698366.977663:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698366.977667:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698366.977670:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698366.977676:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3580
00000400:00000200:0.0:1787698366.977683:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698366.977690:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698366.977694:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698366.977702:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977708:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977712:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977718:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698366.977723:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698366.977727:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698366.977731:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698366.977734:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698366.977738:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698366.977743:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698366.977750:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977756:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698366.977762:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977769:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698366.977773:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698366.977779:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698366.977783:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698366.977787:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698366.977790:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698366.977795:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977800:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698366.977803:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698366.977808:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977811:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698366.977816:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698366.977821:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698366.977827:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698366.977830:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698366.977834:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698366.977836:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698366.977839:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698366.977846:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698366.977889:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698366.977899:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947178752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698366.977916:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698366.977922:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698366.977931:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947178752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698366.977951:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698366.977958:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3591)
00000800:00000200:1.1:1787698366.977966:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698366.978110:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698366.978255:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698367.424935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698367.424942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698367.424945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698367.424951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698367.424955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698367.424958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698367.424962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698367.424965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698367.424968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698367.425006:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698367.425008:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698367.425011:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698367.680941:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298253987, at 4298254016
00000100:00000010:0.0:1787698367.680954:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470107e0.
00000100:00000001:0.0:1787698368.448991:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698368.448995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698368.448997:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698368.449000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698368.449002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698368.449005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698368.449009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698368.449018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698368.449022:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698369.472973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698369.472983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698369.472986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698369.472992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698369.472998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698369.473002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698369.473012:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698369.473016:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698369.473020:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698369.473097:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698369.473101:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698369.473105:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787698370.049153:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:3.0:1787698370.049195:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787698370.049206:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698370.049210:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:3.0:1787698370.049214:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698370.049218:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787698370.049223:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698370.049227:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4a00.
00000400:00000200:3.0:1787698370.049232:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698370.049236:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698370.049243:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a36e8
00000400:00000010:3.0:1787698370.049245:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a36e8.
00000100:00000001:3.0:1787698370.049250:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698370.049260:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039e00 x1874533947178368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049288:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698370.049303:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947178368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049311:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698370.049312:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698370.049323:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698370.049326:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4d00.
00000400:00000200:3.0:1787698370.049329:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698370.049332:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698370.049335:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3e58
00000400:00000010:3.0:1787698370.049337:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3e58.
00000100:00000001:3.0:1787698370.049340:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698370.049344:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95995003b480 x1874533947178496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049351:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698370.049354:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947178496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049359:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698370.049361:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698370.049365:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698370.049367:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4400.
00000400:00000200:3.0:1787698370.049369:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698370.049377:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698370.049380:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3330
00000400:00000010:3.0:1787698370.049382:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3330.
00000100:00000001:3.0:1787698370.049385:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698370.049389:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599500383c0 x1874533947178624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049397:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698370.049400:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947178624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049406:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698370.049408:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698370.049413:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698370.049415:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4e00.
00000400:00000200:3.0:1787698370.049429:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698370.049432:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698370.049435:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3000
00000400:00000010:3.0:1787698370.049437:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3000.
00000100:00000001:3.0:1787698370.049439:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698370.049442:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950038b40 x1874533947178752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049455:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698370.049459:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947178752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698391 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698370.049471:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698370.049473:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698370.496966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698370.496975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698370.496978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698370.496985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698370.496992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698370.496998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698370.497004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698370.497010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698370.497014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698371.520942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698371.520951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698371.520954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698371.520960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698371.520965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698371.520970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698371.520976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698371.520983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698371.520991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698371.521069:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698371.521072:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698371.521075:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698372.096984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698372.096995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698372.096997:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698372.097000:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698372.097005:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698372.097013:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3586
00000400:00000200:3.0:1787698372.097023:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698372.097028:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698372.097038:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698372.097040:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.097047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698372.097053:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698372.097056:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698372.097060:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698372.097064:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698372.097068:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698372.097070:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698372.097074:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097076:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.097080:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097082:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698372.097086:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698372.097093:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097098:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698372.097102:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698372.097106:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698372.097110:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097112:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698372.097115:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698372.097127:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698372.097131:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698372.097135:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698372.097137:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097140:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698372.097143:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698372.097147:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698372.097156:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698372.097164:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698372.097176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947178880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698372.097186:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698372.097189:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698372.097194:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947178880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698372.097217:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698372.097219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698372.097227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698372.097228:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698372.097230:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698372.097236:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698372.097240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3586
00000400:00000200:3.0:1787698372.097245:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698372.097249:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698372.097254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698372.097260:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097264:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.097269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097274:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698372.097279:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698372.097281:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698372.097286:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698372.097290:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698372.097296:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698372.097300:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698372.097307:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097312:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.097318:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097323:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698372.097327:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698372.097333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097336:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698372.097339:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698372.097348:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698372.097352:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097355:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698372.097363:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698372.097369:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097373:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698372.097379:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698372.097384:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698372.097387:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698372.097389:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097394:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698372.097395:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698372.097397:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698372.097402:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698372.097409:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698372.097418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947179008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698372.097443:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698372.097456:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698372.097463:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947179008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698372.097477:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698372.097481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698372.097486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698372.097489:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698372.097491:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698372.097495:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698372.097501:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3586
00000400:00000200:3.0:1787698372.097507:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698372.097515:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698372.097520:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698372.097526:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097546:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.097548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097550:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698372.097553:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698372.097555:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698372.097559:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698372.097563:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698372.097568:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698372.097574:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698372.097583:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097587:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.097591:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097595:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698372.097601:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698372.097607:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698372.097612:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698372.097615:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698372.097620:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698372.097624:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097626:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698372.097631:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698372.097634:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.097637:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698372.097643:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698372.097647:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698372.097653:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698372.097656:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698372.097657:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698372.097658:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698372.097662:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698372.097664:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1787698372.097665:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698372.097673:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698372.097679:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698372.097690:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947179136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698372.097702:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698372.097705:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698372.097710:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947179136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698372.097719:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698372.097723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698372.097728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698372.097730:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698372.097734:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787698372.098162:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698372.098165:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698372.098444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698372.098446:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698372.098867:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698372.098870:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3586
00000400:00000200:3.0:1787698372.098875:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698372.098878:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698372.098880:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698372.098883:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.098885:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.098887:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.098889:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698372.098892:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698372.098894:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698372.098896:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698372.098898:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698372.098901:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698372.098903:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698372.098906:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.098908:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698372.098910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698372.098911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698372.098914:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698372.098917:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698372.098919:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698372.098921:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698372.098926:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698372.098929:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.098932:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698372.098936:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698372.098939:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.098941:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698372.098947:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698372.098950:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698372.098954:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698372.098956:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698372.098958:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698372.098960:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698372.098963:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698372.098969:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698372.098973:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698372.098978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947179264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698372.098984:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698372.098988:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698372.098991:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947179264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698372.099011:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698372.099017:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3596)
00000800:00000200:1.1:1787698372.099211:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698372.099235:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787698372.544962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698372.544971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698372.544975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698372.544983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698372.544991:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698372.544998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698372.545003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698372.545009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698372.545017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698372.800997:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298259107, at 4298259136
00000100:00000010:0.0:1787698372.801026:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470108a0.
00000100:00000001:0.0:1787698373.568988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698373.568995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698373.568999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698373.569004:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698373.569012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698373.569017:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698373.569022:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698373.569027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698373.569034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698373.569083:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698373.569087:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698373.569091:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698374.592923:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698374.592930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698374.592933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698374.592940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698374.592945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698374.592950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698374.592955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698374.592960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698374.592966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698375.616930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698375.616938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698375.616942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698375.616951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698375.616959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698375.616963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698375.616968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698375.616971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698375.616975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698375.616989:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698375.616993:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698375.616996:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698376.640935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698376.640942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698376.640947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698376.640954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698376.640961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698376.640965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698376.640971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698376.640976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698376.640981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698377.216959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698377.216968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698377.216973:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698377.216976:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698377.216981:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698377.216988:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3591
00000400:00000200:3.0:1787698377.216998:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698377.217003:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698377.217006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698377.217009:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698377.217020:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698377.217022:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698377.217024:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698377.217027:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698377.217028:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698377.217030:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698377.217032:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217034:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217035:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698377.217037:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698377.217040:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217042:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698377.217044:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698377.217046:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698377.217048:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217050:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698377.217051:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698377.217059:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698377.217062:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698377.217065:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698377.217066:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217069:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698377.217071:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698377.217074:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698377.217080:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698377.217085:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698377.217092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947179392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698377.217108:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698377.217114:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698377.217119:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947179392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698377.217140:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698377.217143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698377.217147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698377.217150:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698377.217152:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698377.217155:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698377.217160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3591
00000400:00000200:3.0:1787698377.217167:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698377.217173:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698377.217175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698377.217180:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217185:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217189:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217192:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698377.217196:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698377.217198:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698377.217200:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698377.217203:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698377.217207:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698377.217211:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698377.217216:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217221:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217226:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217228:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698377.217231:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698377.217233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217234:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698377.217236:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698377.217241:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698377.217245:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217247:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698377.217251:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698377.217256:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217259:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698377.217266:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698377.217271:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698377.217274:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698377.217275:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217276:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698377.217278:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698377.217288:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698377.217295:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698377.217301:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698377.217310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947179520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698377.217323:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698377.217326:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698377.217332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947179520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698377.217343:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698377.217346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698377.217350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698377.217352:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698377.217356:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698377.217360:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698377.217365:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3591
00000400:00000200:3.0:1787698377.217371:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698377.217379:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698377.217383:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698377.217389:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217394:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217399:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698377.217404:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698377.217406:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698377.217409:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698377.217413:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698377.217417:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698377.217421:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698377.217427:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217430:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217434:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217437:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698377.217457:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698377.217460:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217462:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698377.217464:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698377.217470:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698377.217474:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217478:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787698377.217479:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:3.0:1787698377.217481:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787698377.217483:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000008:00000001:3.0:1787698377.217485:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217489:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698377.217495:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698377.217498:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698377.217502:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698377.217503:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217506:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698377.217508:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698377.217512:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698377.217517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698377.217522:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698377.217529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947179648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698377.217547:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698377.217551:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698377.217556:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947179648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698377.217575:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698377.217579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698377.217584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698377.217587:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698377.217589:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698377.217594:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698377.217599:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3591
00000400:00000200:3.0:1787698377.217605:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698377.217609:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698377.217613:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698377.217615:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217617:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217621:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217622:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698377.217625:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698377.217627:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698377.217630:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698377.217634:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698377.217636:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698377.217640:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698377.217647:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217650:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698377.217656:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217661:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698377.217665:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698377.217671:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698377.217676:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698377.217679:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698377.217683:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698377.217686:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217689:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698377.217692:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698377.217696:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217699:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698377.217705:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698377.217709:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698377.217712:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698377.217714:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698377.217718:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698377.217720:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698377.217723:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698377.217728:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698377.217732:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698377.217740:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947179776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698377.217754:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698377.217757:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698377.217770:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947179776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698377.217797:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698377.217804:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3601)
00000800:00000200:1.1:1787698377.217999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698377.218001:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698377.218290:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698377.218292:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698377.218527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698377.218529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698377.664965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698377.664975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698377.664981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698377.664990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698377.664997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698377.665004:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698377.665024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698377.665027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698377.665031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698377.665060:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698377.665068:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698377.665074:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698377.920960:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298264227, at 4298264256
00000100:00000010:0.0:1787698377.920977:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c00.
00000100:00000001:0.0:1787698378.688963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698378.688969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698378.688974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698378.688982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698378.688990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698378.688996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698378.689008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698378.689014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698378.689020:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698379.712951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698379.712959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698379.712966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698379.712974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698379.712982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698379.712988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698379.712992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698379.712997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698379.713005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698379.713064:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698379.713068:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698379.713071:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698380.736954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698380.736963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698380.736976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698380.736983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698380.736986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698380.736992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698380.737008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698380.737012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698380.737018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698381.760969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698381.760976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698381.760981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698381.760989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698381.760998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698381.761005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698381.761021:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698381.761029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698381.761033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698381.761056:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698381.761062:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698381.761066:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698382.336986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698382.336999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698382.337004:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698382.337010:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698382.337016:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698382.337026:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3596
00000400:00000200:3.0:1787698382.337038:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698382.337048:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698382.337052:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698382.337055:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337059:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337065:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698382.337070:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698382.337072:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698382.337076:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698382.337080:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698382.337082:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698382.337084:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698382.337087:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337089:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337092:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698382.337097:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698382.337101:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337103:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698382.337106:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698382.337112:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698382.337115:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337118:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698382.337121:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698382.337133:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698382.337137:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698382.337141:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698382.337143:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337147:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698382.337150:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698382.337155:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698382.337164:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698382.337172:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698382.337183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698382.337195:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698382.337200:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698382.337205:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947179904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698382.337229:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698382.337232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698382.337235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698382.337237:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698382.337239:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698382.337242:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698382.337244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3596
00000400:00000200:3.0:1787698382.337249:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698382.337253:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698382.337255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698382.337259:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337263:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337273:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698382.337276:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698382.337278:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698382.337280:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698382.337283:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698382.337287:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698382.337291:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698382.337298:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337302:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337306:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337309:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698382.337313:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698382.337319:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337325:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698382.337329:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698382.337337:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698382.337341:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337344:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698382.337352:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698382.337372:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337374:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698382.337378:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698382.337381:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698382.337385:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698382.337386:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337388:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698382.337390:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698382.337394:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698382.337401:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698382.337407:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698382.337416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947180032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698382.337428:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698382.337432:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698382.337439:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947180032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698382.337455:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698382.337459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698382.337466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698382.337468:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698382.337470:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698382.337475:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698382.337478:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3596
00000400:00000200:3.0:1787698382.337485:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698382.337490:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698382.337495:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698382.337501:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337514:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698382.337517:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698382.337520:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698382.337524:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698382.337527:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698382.337530:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698382.337533:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698382.337538:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337547:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337550:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698382.337561:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698382.337567:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337571:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698382.337573:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698382.337576:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698382.337582:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337587:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698382.337592:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698382.337597:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337601:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698382.337605:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698382.337610:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698382.337613:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698382.337615:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337620:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698382.337622:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698382.337625:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698382.337632:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000010:3.0:1787698382.337634:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000800:00000200:1.1:1787698382.337637:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787698382.337639:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698382.337648:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947180160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698382.337660:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698382.337664:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698382.337672:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947180160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698382.337684:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698382.337688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698382.337693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698382.337697:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698382.337701:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698382.337705:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698382.337711:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3596
00000400:00000200:3.0:1787698382.337718:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698382.337723:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698382.337727:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698382.337735:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337739:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337743:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337748:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698382.337751:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698382.337753:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698382.337755:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698382.337758:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698382.337762:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698382.337766:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698382.337771:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337775:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698382.337788:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337793:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698382.337797:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698382.337802:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698382.337806:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698382.337811:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698382.337816:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698382.337821:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337824:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698382.337828:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698382.337833:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337836:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698382.337842:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698382.337873:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698382.337878:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698382.337882:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698382.337885:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698382.337889:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698382.337893:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698382.337899:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698382.337904:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698382.337913:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947180288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698382.337933:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698382.337937:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698382.337945:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947180288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698382.337964:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698382.337970:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3606)
00000800:00000200:1.1:1787698382.338233:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698382.338235:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698382.338502:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698382.338504:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698382.338717:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698382.338719:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787698382.785155:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698382.785158:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698382.785160:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698382.785162:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698382.785165:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698382.785167:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698382.785169:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698382.785170:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698382.785172:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698383.040904:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298269347, at 4298269376
00000100:00000010:0.0:1787698383.040923:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f60.
00000100:00000001:3.0:1787698383.808942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698383.808948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698383.808952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698383.808958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698383.808966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698383.808973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698383.808981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698383.808985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698383.808989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698383.809086:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698383.809090:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698383.809097:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698384.832944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698384.832953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698384.832958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698384.832965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698384.832970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698384.832974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698384.832977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698384.832981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698384.832985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698385.856972:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698385.856982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698385.856986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698385.856992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698385.857000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698385.857006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698385.857013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698385.857024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698385.857031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698385.857048:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698385.857054:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698385.857058:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698386.880919:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698386.880927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698386.880932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698386.880940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698386.880948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698386.880953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698386.880959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698386.880961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698386.880963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698386.881005:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698386.881009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698386.881012:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698387.457584:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698387.457590:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698387.457918:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698387.457920:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698387.458120:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698387.458121:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698387.458344:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698387.458356:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787698387.904980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698387.904989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698387.904993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698387.904999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698387.905006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698387.905012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698387.905023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698387.905026:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698387.905028:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698387.905114:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698387.905119:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698387.905123:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698388.160926:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298274467, at 4298274496
00000100:00000010:0.0:1787698388.160945:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010660.
00000100:00000001:3.0:1787698388.928962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698388.928970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698388.928973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698388.928979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698388.928985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698388.928989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698388.928993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698388.928996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698388.928998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698388.929028:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698388.929032:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698388.929035:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698389.952973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698389.952981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698389.952984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698389.952990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698389.952994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698389.952998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698389.953001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698389.953005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698389.953009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698389.953148:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698389.953152:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698389.953155:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698390.976933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698390.976939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698390.976942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698390.976947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698390.976953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698390.976957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698390.976966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698390.976969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698390.976972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698390.977043:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698390.977045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698390.977048:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698392.000979:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698392.000991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698392.000994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698392.001003:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698392.001011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698392.001019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698392.001027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698392.001033:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698392.001042:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698392.001079:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698392.001082:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698392.001084:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698392.577763:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698392.577774:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698392.578304:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698392.578305:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698392.578496:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698392.578498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698392.578672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698392.578675:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787698393.024983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698393.024996:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698393.025006:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698393.025016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698393.025021:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698393.025027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698393.025046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698393.025054:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698393.025063:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698393.025125:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698393.025129:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698393.025132:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698393.280987:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298279588, at 4298279616
00000100:00000010:0.0:1787698393.281004:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010900.
00000100:00000001:3.0:1787698394.048974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698394.048981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698394.048983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698394.048989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698394.048993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698394.048997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698394.049000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698394.049003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698394.049007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698395.072969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698395.072977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698395.072980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698395.072987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698395.072992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698395.072995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698395.072998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698395.073003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698395.073009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698395.073076:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698395.073081:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698395.073085:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698396.096998:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698396.097005:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698396.097009:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698396.097013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698396.097017:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698396.097020:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698396.097023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698396.097024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698396.097027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698397.120983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698397.120989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698397.120998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698397.121008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698397.121013:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698397.121022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698397.121031:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698397.121035:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698397.121038:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1787698397.121039:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698397.121040:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698397.121044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698397.696945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698397.696955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698397.696960:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698397.696964:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698397.696971:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698397.696978:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3611
00000400:00000200:3.0:1787698397.696988:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698397.696995:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698397.696998:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698397.697002:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697006:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697008:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697010:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698397.697013:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698397.697014:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698397.697016:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698397.697019:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698397.697021:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698397.697023:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698397.697024:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697026:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697027:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698397.697031:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698397.697034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697035:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698397.697038:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698397.697041:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698397.697043:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697044:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698397.697046:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698397.697054:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698397.697057:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698397.697060:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698397.697061:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697064:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698397.697066:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698397.697070:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698397.697077:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698397.697084:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698397.697118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947181440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698397.697129:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698397.697133:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698397.697136:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947181440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698397.697153:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698397.697156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698397.697158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698397.697159:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698397.697161:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698397.697163:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698397.697164:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3611
00000400:00000200:3.0:1787698397.697167:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698397.697169:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698397.697170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698397.697172:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697174:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697176:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697178:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698397.697179:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698397.697181:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698397.697182:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698397.697183:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698397.697184:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698397.697187:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698397.697190:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697192:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697198:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698397.697201:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698397.697206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697211:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698397.697215:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698397.697221:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698397.697225:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697228:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698397.697234:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698397.697239:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697242:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698397.697249:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698397.697252:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698397.697256:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698397.697258:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697259:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698397.697260:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698397.697263:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698397.697268:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698397.697272:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698397.697279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947181568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698397.697285:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698397.697287:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698397.697290:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947181568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698397.697300:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698397.697305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698397.697315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698397.697318:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698397.697322:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698397.697327:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698397.697333:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3611
00000400:00000200:3.0:1787698397.697341:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698397.697347:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698397.697350:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698397.697356:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697361:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697366:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697369:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698397.697372:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698397.697374:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698397.697377:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698397.697380:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698397.697383:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698397.697386:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698397.697392:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697396:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697399:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697401:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698397.697402:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698397.697407:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697412:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698397.697415:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698397.697418:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698397.697422:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697425:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698397.697428:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698397.697430:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697434:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698397.697437:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698397.697441:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698397.697445:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698397.697448:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697451:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698397.697452:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698397.697453:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:3.0:1787698397.697454:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698397.697458:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
02000000:00000010:3.0:1787698397.697460:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698397.697465:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698397.697470:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947181696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698397.697482:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698397.697485:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698397.697494:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947181696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698397.697520:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698397.697526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698397.697531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698397.697535:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698397.697539:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698397.697543:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698397.697547:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3611
00000400:00000200:3.0:1787698397.697554:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698397.697560:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698397.697563:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698397.697569:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697579:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698397.697585:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698397.697587:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698397.697590:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698397.697593:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698397.697597:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698397.697601:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698397.697605:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698397.697613:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697615:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698397.697618:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698397.697622:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698397.697626:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698397.697628:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698397.697631:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698397.697634:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697637:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698397.697640:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698397.697645:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697648:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698397.697653:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698397.697657:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698397.697660:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698397.697662:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698397.697665:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698397.697667:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698397.697670:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698397.697674:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698397.697677:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698397.697684:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947181824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698397.697697:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698397.697700:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698397.697704:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947181824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698397.697713:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698397.697718:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3621)
00000800:00000200:1.1:1787698397.697922:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698397.697924:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698397.698116:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698397.698117:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698397.698282:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698397.698283:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787698398.144940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698398.144953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698398.144956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698398.144973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698398.144977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698398.144982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698398.144995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698398.144998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698398.145001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698398.400995:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298284707, at 4298284736
00000100:00000010:0.0:1787698398.401015:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470102a0.
00000100:00000001:0.0:1787698399.168958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698399.168967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698399.168970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698399.168977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698399.168986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698399.168992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698399.169000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698399.169011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698399.169022:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698399.169087:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698399.169092:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698399.169095:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698400.192945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698400.192953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698400.192957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698400.192961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698400.192966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698400.192971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698400.192976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698400.192978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698400.192980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698401.216942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698401.216951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698401.216955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698401.216963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698401.216970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698401.216977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698401.216985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698401.216988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698401.216994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698401.217090:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698401.217094:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698401.217097:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698402.240987:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698402.240998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698402.241004:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698402.241024:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698402.241032:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698402.241040:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698402.241043:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698402.241047:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698402.241051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698402.817067:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698402.817073:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698402.817076:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698402.817081:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698402.817085:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698402.817089:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698402.817094:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698402.817100:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698402.817105:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698402.817925:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698402.817933:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698402.818524:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698402.818526:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698402.818784:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698402.818787:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698402.819102:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698402.819105:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1787698403.264940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698403.264947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698403.264949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698403.264953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698403.264957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698403.264961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698403.264966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698403.264969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698403.264977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698403.265073:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698403.265077:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698403.265080:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698403.520928:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298289828, at 4298289856
00000100:00000010:0.0:1787698403.520939:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70420.
00000100:00000001:0.0:1787698403.840896:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698403.840901:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698403.840903:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698403.840908:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698403.840912:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698403.840915:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698403.840917:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698403.840920:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698403.840923:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698404.288926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698404.288933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698404.288936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698404.288940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698404.288944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698404.288948:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698404.288950:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698404.288953:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698404.288956:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698404.864925:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698404.864933:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698404.864935:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698404.864940:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698404.864944:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698404.864947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698404.864949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698404.864952:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698404.864956:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698405.312937:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698405.312940:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698405.312942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00010000:3.0:1787698405.312943:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698405.312948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698405.312951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698405.312954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698405.312957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698405.312972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698405.312976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698405.312978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698405.312981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698405.888906:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698405.888911:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698405.888913:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698405.888916:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698405.888918:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698405.888920:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698405.888922:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698405.888924:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698405.888925:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698406.336956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698406.336962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698406.336966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698406.336971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698406.336977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698406.336982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698406.336988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698406.336992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698406.336995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698406.912961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698406.912967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698406.912969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698406.912973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698406.912976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698406.912979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698406.912980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698406.912982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698406.912984:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698407.360999:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698407.361013:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698407.361024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698407.361038:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698407.361057:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698407.361067:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698407.361072:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698407.361075:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787698407.361076:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698407.361081:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:3.0:1787698407.361082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698407.361087:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698407.936946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698407.936952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698407.936953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698407.936957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787698407.936958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698407.936962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787698407.936964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698407.936965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698407.936966:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787698407.936970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787698407.936971:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698407.936972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698407.936975:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698407.936976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698407.936981:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3621
00000400:00000200:3.0:1787698407.936988:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698407.936992:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698407.936995:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698407.936997:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.936999:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937001:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937002:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698407.937005:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698407.937006:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698407.937008:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698407.937011:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698407.937012:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698407.937014:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698407.937016:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937017:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937018:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937019:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698407.937021:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698407.937023:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937024:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698407.937026:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698407.937029:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698407.937030:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937031:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698407.937033:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698407.937039:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698407.937041:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698407.937044:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698407.937045:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937047:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698407.937048:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698407.937051:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698407.937056:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698407.937061:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698407.937070:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698407.937080:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698407.937084:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698407.937089:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947182464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698407.937110:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698407.937113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698407.937116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698407.937117:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698407.937118:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698407.937120:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698407.937122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3621
00000400:00000200:3.0:1787698407.937124:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698407.937126:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698407.937128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698407.937130:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937131:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937133:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937135:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698407.937137:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698407.937138:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698407.937139:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698407.937140:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698407.937142:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698407.937144:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698407.937148:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937151:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937155:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937158:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698407.937160:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698407.937166:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937170:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698407.937174:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698407.937180:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698407.937185:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937191:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698407.937197:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698407.937204:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937207:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698407.937211:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698407.937216:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698407.937221:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698407.937222:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937223:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698407.937227:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698407.937230:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698407.937235:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698407.937240:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698407.937246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947182592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698407.937252:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698407.937256:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698407.937261:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947182592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698407.937268:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698407.937271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698407.937278:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698407.937281:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698407.937283:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698407.937287:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698407.937292:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3621
00000400:00000200:3.0:1787698407.937298:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698407.937302:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698407.937304:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698407.937318:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937325:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937330:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937334:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698407.937338:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698407.937341:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698407.937343:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698407.937345:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698407.937348:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698407.937353:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698407.937358:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937362:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937367:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937369:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698407.937372:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698407.937378:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937383:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698407.937385:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698407.937388:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698407.937392:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937394:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698407.937396:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698407.937400:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937403:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698407.937406:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698407.937409:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698407.937413:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698407.937416:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698407.937416:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698407.937418:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698407.937421:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698407.937423:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698407.937423:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
02000000:00000010:3.0:1787698407.937427:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698407.937430:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698407.937436:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947182720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698407.937448:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698407.937452:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698407.937456:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947182720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698407.937466:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698407.937468:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698407.937472:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698407.937476:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698407.937477:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698407.937479:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698407.937483:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3621
00000400:00000200:3.0:1787698407.937491:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698407.937498:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698407.937503:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698407.937512:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937519:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937524:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937529:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698407.937536:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698407.937538:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698407.937541:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698407.937543:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698407.937544:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698407.937546:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698407.937550:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937552:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698407.937556:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937559:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698407.937562:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698407.937565:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698407.937567:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698407.937568:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698407.937571:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698407.937577:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937578:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698407.937580:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698407.937583:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937587:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698407.937590:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698407.937593:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698407.937597:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698407.937599:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698407.937603:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698407.937606:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698407.937608:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698407.937621:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698407.937625:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698407.937634:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947182848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698407.937645:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698407.937646:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698407.937648:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947182848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698407.937656:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698407.937663:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3631)
00000800:00000200:2.1:1787698407.937830:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698407.937833:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787698407.938079:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698407.938082:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787698407.938260:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698407.938261:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1787698408.385000:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698408.385009:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698408.385018:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698408.385026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698408.385034:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698408.385041:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698408.385047:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698408.385052:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698408.385056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698408.640994:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298294947, at 4298294976
00000100:00000010:0.0:1787698408.641010:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c00.
00000100:00000001:0.0:1787698409.408962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698409.408971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698409.408976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698409.408982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698409.408990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698409.408996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698409.409007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698409.409010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698409.409014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698409.409066:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698409.409072:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698409.409076:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698410.432997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698410.433016:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698410.433023:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698410.433029:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698410.433038:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698410.433045:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698410.433051:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698410.433056:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698410.433073:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698411.456949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698411.456956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698411.456958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698411.456965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698411.456971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698411.456981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698411.456987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698411.456993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698411.456999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698411.457086:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698411.457088:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698411.457091:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698412.480971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698412.480980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698412.480984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698412.480990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698412.480995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698412.481001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698412.481006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698412.481011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698412.481021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698413.056965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698413.056977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698413.056982:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698413.056990:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698413.057000:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698413.057011:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3626
00000400:00000200:0.0:1787698413.057018:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698413.057023:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698413.057026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698413.057029:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057033:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057035:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698413.057037:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698413.057038:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698413.057040:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698413.057043:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698413.057044:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698413.057045:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698413.057047:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057048:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057050:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057051:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698413.057053:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698413.057055:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057056:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698413.057058:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698413.057060:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698413.057062:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057064:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698413.057066:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698413.057075:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698413.057079:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698413.057082:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698413.057084:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057087:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698413.057090:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698413.057093:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698413.057101:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698413.057107:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698413.057115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947182976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698413.057122:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698413.057125:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698413.057128:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947182976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698413.057144:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698413.057146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698413.057150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698413.057151:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698413.057153:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698413.057156:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698413.057158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3626
00000400:00000200:0.0:1787698413.057162:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698413.057165:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698413.057167:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698413.057170:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057173:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057175:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057177:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698413.057180:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698413.057183:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698413.057187:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698413.057192:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698413.057201:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698413.057206:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698413.057215:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057219:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057222:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057226:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698413.057231:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698413.057236:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057238:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698413.057239:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698413.057244:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698413.057247:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057250:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698413.057253:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698413.057257:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057259:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698413.057265:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698413.057268:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698413.057272:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698413.057275:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057278:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698413.057281:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698413.057283:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698413.057288:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698413.057293:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698413.057302:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947183104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698413.057313:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698413.057316:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698413.057323:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947183104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698413.057334:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698413.057336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698413.057340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698413.057344:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698413.057348:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698413.057353:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698413.057359:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3626
00000400:00000200:0.0:1787698413.057366:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698413.057373:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698413.057376:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698413.057382:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057386:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057391:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057395:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698413.057398:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698413.057400:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698413.057402:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698413.057405:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698413.057409:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698413.057412:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698413.057415:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057418:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057423:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057425:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698413.057428:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698413.057433:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057436:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698413.057438:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698413.057441:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698413.057444:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057446:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698413.057449:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698413.057454:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057455:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698413.057458:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000800:00000200:2.1:1787698413.057460:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:0.0:1787698413.057461:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698413.057465:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787698413.057467:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1787698413.057468:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057470:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698413.057472:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698413.057474:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698413.057478:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698413.057482:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698413.057496:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947183232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698413.057506:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698413.057509:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698413.057513:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947183232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698413.057522:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698413.057523:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698413.057525:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698413.057526:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698413.057527:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698413.057530:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698413.057535:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3626
00000400:00000200:0.0:1787698413.057541:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698413.057548:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698413.057552:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698413.057558:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057562:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057568:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698413.057576:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698413.057578:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698413.057579:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698413.057581:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698413.057585:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698413.057589:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698413.057593:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698413.057597:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698413.057602:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698413.057604:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698413.057606:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698413.057607:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698413.057611:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698413.057613:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057614:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698413.057616:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698413.057620:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057624:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698413.057628:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698413.057631:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698413.057635:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698413.057637:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.057639:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698413.057641:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698413.057643:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698413.057648:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698413.057653:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698413.057660:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947183360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698413.057673:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698413.057677:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698413.057687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947183360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698413.057711:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698413.057717:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3637)
00000800:00000200:2.1:1787698413.057970:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698413.057972:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698413.058159:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698413.058162:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698413.058347:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698413.058349:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698413.505045:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1787698413.505048:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698413.505049:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787698413.505051:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698413.505052:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698413.505056:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1787698413.505058:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698413.505062:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698413.505066:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698413.505069:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698413.505072:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698413.505074:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698413.760957:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298300067, at 4298300096
00000100:00000010:0.0:1787698413.760975:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d704e0.
00000100:00000001:0.0:1787698414.529290:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698414.529299:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698414.529302:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698414.529314:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698414.529319:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698414.529325:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698414.529328:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698414.529331:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698414.529339:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698415.552925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698415.552934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698415.552935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698415.552940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698415.552945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698415.552950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698415.552953:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698415.552958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698415.552971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698415.553030:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698415.553035:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698415.553038:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698416.576941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698416.576947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698416.576950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698416.576961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698416.576967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698416.576972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698416.577000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698416.577006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698416.577016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698417.600897:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698417.600905:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698417.600907:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698417.600911:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698417.600914:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698417.600919:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698417.600922:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698417.600926:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698417.600931:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698417.600970:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698417.600974:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698417.600982:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698418.176986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698418.176997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698418.177005:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698418.177009:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698418.177018:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698418.177030:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3632
00000400:00000200:3.0:1787698418.177044:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698418.177050:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698418.177057:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698418.177061:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177064:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177066:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177068:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698418.177070:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698418.177072:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698418.177074:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698418.177076:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698418.177079:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698418.177081:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698418.177083:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177087:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177088:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698418.177090:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698418.177093:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177094:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698418.177096:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698418.177098:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698418.177100:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177101:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698418.177103:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698418.177110:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698418.177112:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698418.177115:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698418.177116:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177119:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698418.177121:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698418.177124:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698418.177130:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698418.177135:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698418.177142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947183488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698418.177149:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698418.177152:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698418.177155:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947183488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698418.177170:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698418.177172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698418.177175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698418.177176:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698418.177177:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698418.177178:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698418.177180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3632
00000400:00000200:3.0:1787698418.177182:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698418.177184:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698418.177185:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698418.177187:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177188:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177190:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177191:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698418.177193:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698418.177193:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698418.177194:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698418.177196:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698418.177197:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698418.177198:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698418.177201:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177202:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177203:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177205:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698418.177206:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698418.177208:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177209:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698418.177212:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698418.177217:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698418.177221:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177224:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698418.177227:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698418.177233:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177236:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698418.177241:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698418.177245:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698418.177248:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698418.177251:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177253:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698418.177255:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698418.177257:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698418.177260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698418.177264:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698418.177270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947183616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698418.177278:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698418.177280:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698418.177285:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947183616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698418.177293:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698418.177295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698418.177298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698418.177301:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698418.177303:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698418.177305:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698418.177310:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3632
00000400:00000200:3.0:1787698418.177316:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698418.177319:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698418.177320:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698418.177325:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177326:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177328:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177330:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698418.177333:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698418.177336:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698418.177339:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698418.177341:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698418.177344:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698418.177347:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698418.177354:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177357:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177360:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177363:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698418.177366:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698418.177371:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177373:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698418.177374:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698418.177376:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698418.177377:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177378:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698418.177379:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698418.177382:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177385:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698418.177388:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698418.177392:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698418.177394:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698418.177395:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177396:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698418.177397:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698418.177399:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698418.177404:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698418.177406:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698418.177410:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947183744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698418.177421:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698418.177424:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698418.177429:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947183744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698418.177438:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698418.177441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698418.177446:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698418.177447:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698418.177449:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698418.177453:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698418.177458:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3632
00000400:00000200:3.0:1787698418.177465:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698418.177475:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698418.177480:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698418.177484:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177485:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177490:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177494:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698418.177496:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698418.177497:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698418.177498:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698418.177499:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698418.177503:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698418.177504:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698418.177506:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177508:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698418.177512:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698418.177516:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698418.177518:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698418.177523:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:2.1:1787698418.177527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698418.177528:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698418.177533:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787698418.177533:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787698418.177535:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698418.177539:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177543:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698418.177545:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698418.177548:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177549:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698418.177552:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698418.177555:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698418.177558:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698418.177560:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698418.177563:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698418.177565:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698418.177566:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698418.177569:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698418.177573:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698418.177581:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947183872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698418.177588:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698418.177591:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698418.177597:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947183872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698418.177607:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698418.177613:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3642)
00000800:00000200:2.1:1787698418.177927:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698418.177928:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698418.178102:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698418.178104:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698418.178319:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698418.178321:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698418.624932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698418.624940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698418.624943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698418.624950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698418.624956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698418.624960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698418.624962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698418.624966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698418.624971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698418.880944:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298305187, at 4298305216
00000100:00000010:0.0:1787698418.880957:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d708a0.
00000100:00000001:0.0:1787698419.648884:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698419.648891:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698419.648892:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698419.648897:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698419.648901:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698419.648904:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698419.648906:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698419.648908:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698419.648911:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698419.648988:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698419.648991:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698419.648993:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698420.672933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698420.672945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698420.672949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698420.672958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698420.672965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698420.672972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698420.672984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698420.672990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698420.673002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698420.673080:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698420.673084:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698420.673089:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698421.696911:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698421.696919:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698421.696921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698421.696925:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698421.696930:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698421.696933:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698421.696935:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698421.696938:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698421.696942:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698421.697109:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698421.697114:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698421.697118:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787698423.297753:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698423.297757:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698423.298603:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698423.298606:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698423.298983:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698423.298986:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698423.299309:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698423.299327:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787698423.745013:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698423.745021:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698423.745025:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698423.745030:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698423.745035:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698423.745039:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698423.745045:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698423.745050:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698423.745059:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698423.745124:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698423.745129:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698423.745134:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698424.000916:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298310308, at 4298310336
00000100:00000010:0.0:1787698424.000934:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470100c0.
00000100:00000001:0.0:1787698424.768978:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698424.768990:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698424.768993:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698424.769000:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698424.769006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698424.769010:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698424.769015:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698424.769019:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698424.769023:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698424.769052:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698424.769057:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698424.769061:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698425.792982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698425.792988:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698425.792993:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698425.793003:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698425.793013:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698425.793021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698425.793034:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698425.793040:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698425.793047:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698425.793100:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698425.793106:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698425.793112:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698426.816970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698426.816979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698426.816982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698426.816991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698426.816997:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698426.817001:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698426.817006:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698426.817014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698426.817019:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698426.817099:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698426.817102:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698426.817105:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698427.840985:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698427.840995:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698427.840999:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698427.841005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698427.841012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698427.841020:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698427.841037:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698427.841041:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698427.841045:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698427.841062:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698427.841066:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698427.841069:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787698428.417492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698428.417496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698428.417972:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698428.417973:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698428.418163:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698428.418164:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698428.418352:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698428.418354:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787698428.864981:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698428.864992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698428.864997:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698428.865005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698428.865013:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698428.865021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698428.865033:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698428.865036:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698428.865041:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698428.865133:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698428.865136:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698428.865139:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698429.120980:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298315427, at 4298315456
00000100:00000010:0.0:1787698429.121001:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ea0.
00000100:00000001:0.0:1787698429.888919:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698429.888928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698429.888932:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698429.888939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698429.888946:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698429.888951:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698429.888962:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698429.888967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698429.888972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698429.889031:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698429.889035:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698429.889038:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698430.912947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698430.912956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698430.912960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698430.912967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698430.912973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698430.912979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698430.912988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698430.912991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698430.912993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698430.913037:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698430.913041:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698430.913044:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698431.936978:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698431.936988:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698431.936992:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698431.936999:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698431.937006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698431.937012:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698431.937024:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698431.937027:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698431.937031:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698431.937093:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698431.937096:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698431.937099:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698432.960956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698432.960967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698432.960974:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698432.960984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698432.960995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698432.961008:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698432.961160:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698432.961163:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698432.961166:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698432.961169:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698432.961174:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698432.961178:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698433.537684:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698433.538215:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698433.538591:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698433.538760:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698433.984982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698433.984990:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698433.984998:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698433.985012:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698433.985023:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698433.985029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698433.985034:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698433.985041:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698433.985058:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698433.985129:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698433.985132:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698433.985135:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698434.241071:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298320547, at 4298320576
00000100:00000010:0.0:1787698434.241075:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d708a0.
00000100:00000001:0.0:1787698435.008930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698435.008936:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698435.008939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698435.008943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698435.008947:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698435.008953:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698435.008976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698435.008980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698435.008984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698435.008989:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698435.008993:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698435.008996:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787698436.033029:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698436.033034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698436.033038:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698436.033106:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698436.033110:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698436.033112:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698436.033115:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698436.033117:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698436.033120:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698436.033122:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698436.033124:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698436.033126:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698436.609094:0:2344:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698436.609129:0:2344:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698436.609139:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698436.609143:0:2344:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698436.609148:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698436.609153:0:2344:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698436.609158:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698436.609162:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:0.0:1787698436.609167:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698436.609173:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698436.609179:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:0.0:1787698436.609182:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:0.0:1787698436.609186:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698436.609196:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4000 x1874533947185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609221:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698436.609226:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947185024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609236:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698436.609238:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698436.609248:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698436.609250:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716eb00.
00000400:00000200:0.0:1787698436.609253:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698436.609256:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698436.609259:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06d48
00000400:00000010:0.0:1787698436.609261:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06d48.
00000100:00000001:0.0:1787698436.609264:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698436.609268:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5a40 x1874533947185152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609277:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698436.609281:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947185152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609288:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698436.609290:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698436.609295:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698436.609297:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:0.0:1787698436.609300:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698436.609303:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698436.609306:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:0.0:1787698436.609318:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:0.0:1787698436.609321:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698436.609326:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e6940 x1874533947185280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609336:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698436.609339:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947185280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609346:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698436.609348:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698436.609355:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698436.609358:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000400:00000200:0.0:1787698436.609364:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698436.609373:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698436.609379:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06880
00000400:00000010:0.0:1787698436.609383:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06880.
00000100:00000001:0.0:1787698436.609387:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698436.609396:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e7480 x1874533947185408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609408:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698436.609415:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947185408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698436.609464:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698436.609469:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698437.056930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698437.056937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698437.056939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698437.056943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698437.056948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698437.056953:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698437.056957:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698437.056962:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698437.056966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698437.057037:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698437.057040:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698437.057043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698438.080964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698438.080970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698438.080976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698438.080983:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698438.080991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698438.080995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698438.080999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698438.081002:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698438.081007:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698438.081038:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698438.081043:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698438.081048:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698438.656983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698438.656991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698438.656996:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698438.657002:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698438.657008:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698438.657016:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3652
00000400:00000200:3.0:1787698438.657026:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698438.657032:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698438.657036:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698438.657039:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657043:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657045:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657048:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698438.657052:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698438.657054:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698438.657057:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698438.657060:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698438.657063:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698438.657065:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698438.657069:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657071:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657073:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657075:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698438.657078:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698438.657082:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657085:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698438.657087:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698438.657091:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698438.657094:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657096:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698438.657099:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698438.657106:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698438.657109:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698438.657113:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698438.657115:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657119:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698438.657121:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698438.657125:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698438.657132:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698438.657140:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698438.657149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947185536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698438.657159:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698438.657163:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698438.657169:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947185536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698438.657190:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698438.657198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698438.657202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698438.657204:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698438.657205:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698438.657208:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698438.657211:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3652
00000400:00000200:3.0:1787698438.657216:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698438.657220:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698438.657223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698438.657230:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657234:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657239:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657243:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698438.657246:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698438.657250:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698438.657253:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698438.657257:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698438.657263:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698438.657268:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698438.657277:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657282:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657287:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657292:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698438.657299:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698438.657317:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657324:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698438.657328:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698438.657334:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698438.657341:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657345:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698438.657351:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698438.657357:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657362:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698438.657368:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698438.657374:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698438.657377:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698438.657379:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657381:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698438.657385:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698438.657389:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698438.657424:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698438.657431:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698438.657442:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947185664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698438.657464:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698438.657469:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698438.657478:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947185664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698438.657494:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698438.657499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698438.657506:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698438.657510:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698438.657514:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698438.657519:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698438.657526:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3652
00000400:00000200:3.0:1787698438.657542:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698438.657551:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698438.657555:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698438.657563:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657569:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657575:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657579:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698438.657584:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698438.657586:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698438.657589:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698438.657592:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698438.657597:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698438.657600:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698438.657609:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698438.657614:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698438.657615:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657621:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698438.657622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698438.657626:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698438.657631:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698438.657638:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657644:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698438.657648:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698438.657652:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698438.657656:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657658:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698438.657662:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698438.657665:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657667:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698438.657672:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698438.657675:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698438.657677:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698438.657678:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.657680:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698438.657682:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698438.657684:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698438.657690:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698438.657696:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698438.657778:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947185792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698438.657797:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698438.657803:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698438.657817:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947185792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698438.657836:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698438.657843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698438.657895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698438.657900:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698438.657903:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698438.657909:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698438.657915:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3652
00000400:00000200:3.0:1787698438.657925:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698438.657932:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698438.657937:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698438.657944:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657950:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.657957:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.657961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698438.657967:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698438.657970:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698438.657974:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698438.657978:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698438.657984:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698438.657987:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698438.657994:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.658000:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698438.658005:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698438.658010:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698438.658016:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698438.658022:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698438.658029:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698438.658034:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698438.658040:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698438.658046:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.658052:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698438.658056:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698438.658059:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.658061:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698438.658066:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698438.658069:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698438.658074:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698438.658077:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698438.658081:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698438.658084:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698438.658088:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698438.658095:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698438.658102:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698438.658112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947185920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698438.658126:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698438.658132:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698438.658140:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947185920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698438.658156:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698438.658164:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3662)
00000800:00000200:2.1:1787698438.658347:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698438.658350:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698438.658627:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698438.658630:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698438.658963:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698438.658966:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787698439.104948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698439.104956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698439.104961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698439.104969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698439.104976:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698439.104979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698439.104982:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698439.104984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698439.104986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698439.105012:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698439.105015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698439.105018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698439.105110:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698439.105113:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698439.105113:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698439.105116:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698439.105117:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698439.105119:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698439.105120:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698439.105121:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698439.105122:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698439.360938:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298325667, at 4298325696
00000100:00000010:0.0:1787698439.360955:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d704e0.
00000100:00000001:0.0:1787698440.128964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698440.128972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698440.128975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698440.128980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698440.128987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698440.128993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698440.128999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698440.129004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698440.129008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698440.129045:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698440.129050:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698440.129054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698441.152965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698441.152975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698441.152981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698441.152991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698441.152999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698441.153004:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698441.153008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698441.153013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698441.153030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698441.153094:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698441.153097:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698441.153100:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698442.177012:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698442.177016:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698442.177017:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698442.177020:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698442.177023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698442.177025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698442.177027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698442.177029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698442.177031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698442.177075:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698442.177078:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698442.177080:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698443.201053:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698443.201065:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698443.201071:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698443.201079:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698443.201088:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698443.201094:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698443.201099:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698443.201104:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698443.201108:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698443.201388:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698443.201392:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698443.201396:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698443.201524:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698443.201528:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698443.201530:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698443.201534:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698443.201537:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698443.201540:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698443.201543:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698443.201545:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698443.201548:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698443.777451:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698443.777455:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698443.777967:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698443.777968:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698443.778152:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698443.778154:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698443.778387:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698443.778388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698444.224959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698444.224967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698444.224969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698444.224974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698444.224978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698444.224981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698444.224984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698444.224986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698444.224990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698444.225086:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698444.225089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698444.225091:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698444.480950:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298330787, at 4298330816
00000100:00000010:0.0:1787698444.480969:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70000.
00000100:00000001:0.0:1787698445.248946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698445.248955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698445.248961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698445.248969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698445.248976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698445.248981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698445.248996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698445.248999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698445.249002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698445.249005:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698445.249011:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698445.249016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698446.272946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698446.272952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698446.272954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698446.272958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698446.272962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698446.272965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698446.272971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698446.272976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698446.272979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698446.273043:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698446.273047:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698446.273050:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698447.297030:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698447.297035:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698447.297037:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698447.297039:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1787698447.297042:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000020:00000001:3.0:1787698447.297044:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698447.297047:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1787698447.297050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698447.297051:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698447.297055:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698447.297057:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698447.297060:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698448.320958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698448.320968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698448.320973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698448.320978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698448.320985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698448.320991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698448.320994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698448.320996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698448.320999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698448.321021:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698448.321026:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698448.321030:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698448.896978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698448.896989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698448.896992:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698448.896998:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698448.897003:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698448.897012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3662
00000400:00000200:3.0:1787698448.897022:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698448.897030:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698448.897034:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698448.897038:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897041:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.897044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698448.897052:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698448.897054:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698448.897057:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698448.897061:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698448.897064:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698448.897077:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698448.897080:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897084:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.897086:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897088:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698448.897092:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698448.897095:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897098:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698448.897101:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698448.897105:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698448.897108:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897111:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698448.897114:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698448.897125:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698448.897129:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698448.897134:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698448.897137:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897140:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698448.897143:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698448.897149:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698448.897158:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698448.897167:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698448.897179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947186560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698448.897190:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698448.897195:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698448.897201:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947186560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698448.897243:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698448.897250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698448.897255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698448.897257:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698448.897259:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698448.897263:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698448.897275:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3662
00000400:00000200:3.0:1787698448.897290:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698448.897305:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698448.897315:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698448.897328:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897346:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.897357:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897364:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698448.897373:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698448.897379:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698448.897381:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698448.897383:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698448.897384:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698448.897388:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698448.897405:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897410:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.897419:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897424:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698448.897431:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698448.897435:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897443:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698448.897446:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698448.897452:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698448.897456:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897457:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698448.897462:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698448.897464:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897466:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698448.897472:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698448.897476:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698448.897482:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698448.897487:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897498:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698448.897503:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698448.897511:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698448.897523:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698448.897533:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698448.897551:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947186688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698448.897570:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698448.897572:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698448.897584:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947186688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698448.897612:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698448.897622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698448.897633:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698448.897637:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698448.897641:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698448.897649:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698448.897659:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3662
00000400:00000200:3.0:1787698448.897670:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698448.897684:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698448.897694:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698448.897703:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897708:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.897714:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897721:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698448.897726:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698448.897730:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698448.897734:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787698448.897737:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:3.0:1787698448.897738:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698448.897745:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787698448.897748:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1787698448.897751:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698448.897761:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897767:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.897774:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897779:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698448.897795:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698448.897807:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698448.897813:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698448.897818:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698448.897824:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698448.897832:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897838:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698448.897844:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698448.897902:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897908:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698448.897919:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698448.897926:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698448.897932:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698448.897935:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.897938:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698448.897940:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698448.897943:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698448.897951:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698448.897958:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698448.897968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947186816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698448.897982:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698448.897989:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698448.898006:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947186816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698448.898027:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698448.898033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698448.898039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698448.898043:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698448.898048:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698448.898055:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698448.898063:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3662
00000400:00000200:3.0:1787698448.898076:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698448.898086:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698448.898093:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698448.898104:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.898112:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.898118:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.898124:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698448.898133:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698448.898138:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698448.898144:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698448.898150:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698448.898155:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698448.898164:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698448.898176:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.898182:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698448.898187:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698448.898192:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698448.898200:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698448.898210:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698448.898232:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698448.898236:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698448.898242:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698448.898248:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.898254:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698448.898261:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698448.898268:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.898274:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698448.898285:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698448.898292:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698448.898299:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698448.898302:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698448.898307:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698448.898310:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698448.898316:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698448.898325:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698448.898331:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698448.898345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947186944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698448.898361:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698448.898369:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698448.898383:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947186944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698448.898402:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698448.898410:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3672)
00000800:00000200:2.1:1787698448.898601:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698448.898604:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698448.898956:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698448.898959:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698448.899198:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698448.899200:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787698449.344976:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698449.344986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698449.344990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698449.344996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698449.345004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698449.345012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698449.345035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698449.345046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698449.345051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698449.345087:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698449.345091:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698449.345094:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698449.600979:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298335908, at 4298335936
00000100:00000010:0.0:1787698449.600997:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70420.
00000100:00000001:0.0:1787698450.368985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698450.368995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698450.368998:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698450.369008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698450.369014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698450.369023:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698450.369029:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698450.369033:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698450.369044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698450.369117:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698450.369122:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698450.369126:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698451.393024:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698451.393035:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698451.393040:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698451.393050:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698451.393060:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698451.393068:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698451.393074:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698451.393083:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698451.393094:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698451.393186:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698451.393191:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698451.393195:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698451.393202:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698451.393207:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698451.393209:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698451.393213:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698451.393216:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698451.393219:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698451.393221:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698451.393223:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698451.393225:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698452.416977:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698452.416979:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698452.416990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698452.416991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698452.416997:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698452.416997:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698452.417007:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698452.417008:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698452.417022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698452.417026:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698452.417032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698452.417033:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698452.417040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698452.417045:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698452.417050:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698452.417051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698452.417054:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698452.417059:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698453.440980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698453.440980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698453.440990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698453.440991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698453.440995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698453.440995:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698453.441004:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698453.441004:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698453.441011:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698453.441012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698453.441018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698453.441021:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698453.441023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698453.441025:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698453.441031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698453.441032:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698453.441035:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698453.441038:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698453.441125:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698453.441129:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698453.441133:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698454.016939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698454.016945:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698454.016949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698454.016954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698454.016961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698454.016967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698454.016981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698454.016986:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698454.016991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698454.017562:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698454.017570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698454.018052:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698454.018054:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698454.018370:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698454.018373:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787698454.018673:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698454.018675:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787698454.464937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698454.464937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698454.464944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698454.464945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698454.464948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698454.464949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698454.464953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698454.464954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698454.464958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698454.464960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698454.464962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698454.464964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698454.464965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698454.464969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698454.464974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698454.464975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698454.464978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698454.464981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698454.720954:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298341027, at 4298341056
00000100:00000010:0.0:1787698454.720974:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c60.
00000100:00000001:3.0:1787698455.040950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698455.040957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698455.040959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698455.040963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698455.040966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698455.040969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698455.040971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698455.040973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698455.040976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698455.488948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698455.488948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698455.488955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698455.488957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698455.488958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698455.488961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698455.488963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698455.488968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698455.488969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698455.488974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698455.488974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698455.488979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698455.488979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698455.488982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698455.488986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698455.488989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698455.488993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698455.488995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698455.489015:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698455.489019:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698455.489023:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698456.064918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698456.064924:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698456.064925:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698456.064929:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698456.064932:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698456.064935:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698456.064937:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698456.064939:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698456.064941:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698456.512914:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698456.512922:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698456.512925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698456.512925:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698456.512930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698456.512935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698456.512935:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698456.512942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698456.512944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698456.512946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698456.512950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698456.512950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698456.512958:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698456.512961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698456.512967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698456.512967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698456.512972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698456.512977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698457.089026:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698457.089040:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698457.089043:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698457.089051:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698457.089055:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698457.089060:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698457.089064:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698457.089068:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698457.089072:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698457.536955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698457.536955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698457.536963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698457.536964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698457.536967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698457.536967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698457.536975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698457.536975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698457.536981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698457.536981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698457.536986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698457.536986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698457.536991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698457.536994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698457.536997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698457.536997:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698457.537000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698457.537003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698457.537115:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698457.537120:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698457.537123:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698458.112958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698458.112966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698458.112968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698458.112973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698458.112977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698458.112980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698458.112982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698458.112985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698458.112987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698458.560951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698458.560959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698458.560962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698458.560966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698458.560977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698458.560980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698458.560982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698458.560984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698458.560986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698458.561035:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698458.561038:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698458.561039:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698458.561042:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698458.561044:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698458.561046:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698458.561047:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698458.561049:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698458.561083:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698459.136960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698459.136969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698459.136971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698459.136977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698459.136981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698459.136986:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698459.136989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698459.136991:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698459.136993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698459.137594:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698459.137598:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698459.138128:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698459.138131:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698459.138447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698459.138450:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698459.138748:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698459.138751:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1787698459.584940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698459.584940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698459.584949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698459.584949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698459.584953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698459.584954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698459.584961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698459.584961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698459.584966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698459.584967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698459.584972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698459.584972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698459.584976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698459.584980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698459.584983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698459.584984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698459.584988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698459.584991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698459.585068:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698459.585071:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698459.585075:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698459.840980:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298346147, at 4298346176
00000100:00000010:0.0:1787698459.841000:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d706c0.
00000100:00000001:3.0:1787698460.160959:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698460.160966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698460.160968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698460.160972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698460.160975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698460.160978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698460.160980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698460.160982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698460.160984:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698460.608955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698460.608955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698460.608963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698460.608963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698460.608968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698460.608968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698460.608975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698460.608975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698460.608982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698460.608983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698460.608988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698460.608989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698460.608994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698460.608997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698460.608999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698460.609000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698460.609003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698460.609005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698461.184933:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698461.184941:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698461.184943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698461.184948:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698461.184952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698461.184956:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698461.184959:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698461.184962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698461.184965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698461.632937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698461.632938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698461.632947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698461.632948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698461.632951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698461.632952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698461.632961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698461.632962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698461.632969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698461.632970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698461.632976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698461.632977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698461.632983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698461.632987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698461.632991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698461.632992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698461.632996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698461.633015:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698461.633129:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698461.633132:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698461.633136:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698462.209012:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698462.209020:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698462.209022:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698462.209028:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698462.209031:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698462.209035:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698462.209037:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698462.209040:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698462.209042:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698462.657017:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698462.657017:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698462.657026:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698462.657031:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698462.657031:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698462.657037:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698462.657041:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698462.657045:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698462.657050:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698462.657051:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698462.657058:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698462.657059:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698462.657068:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698462.657073:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698462.657077:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698462.657078:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698462.657083:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698462.657087:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698463.232943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698463.232951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698463.232953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698463.232959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698463.232962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698463.232967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698463.232969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698463.233002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698463.233006:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698463.680983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698463.680990:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698463.680994:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698463.680996:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698463.681000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698463.681000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698463.681007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698463.681008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698463.681013:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698463.681014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698463.681019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698463.681019:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698463.681024:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698463.681026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698463.681029:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698463.681031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698463.681034:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698463.681037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698464.256994:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698464.257000:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698464.257004:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698464.257010:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698464.257014:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698464.257019:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698464.257022:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698464.257025:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698464.257029:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698464.257639:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698464.257645:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698464.258105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698464.258107:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698464.258398:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698464.258400:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698464.258657:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698464.258660:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787698464.704970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698464.704970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698464.704979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698464.704979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698464.704981:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698464.704983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698464.704989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698464.704989:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698464.704994:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698464.704995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698464.704997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698464.705000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698464.705001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698464.705005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698464.705008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698464.705011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698464.705014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698464.705016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698464.960995:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298351267, at 4298351296
00000100:00000010:0.0:1787698464.961014:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000100:00000001:3.0:1787698465.280996:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698465.281004:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698465.281007:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698465.281012:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698465.281016:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698465.281020:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698465.281022:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698465.281025:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698465.281028:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698465.729003:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698465.729016:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698465.729021:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698465.729029:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698465.729035:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698465.729042:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698465.729055:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698465.729058:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698465.729062:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698466.304993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698466.305002:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698466.305004:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698466.305009:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698466.305012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698466.305016:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698466.305018:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698466.305020:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698466.305022:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698466.752980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698466.752988:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698466.752990:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698466.752995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698466.752999:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698466.753001:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698466.753004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698466.753006:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698466.753007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698466.753012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787698466.753013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698466.753016:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698466.753018:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698466.753020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698466.753021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698466.753027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698466.753028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698466.753030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698467.329026:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698467.329037:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698467.329040:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698467.329046:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698467.329051:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698467.329056:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698467.329059:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698467.329063:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698467.329067:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698467.776998:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698467.776998:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698467.777007:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698467.777008:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698467.777011:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698467.777011:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698467.777018:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698467.777018:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698467.777024:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698467.777025:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698467.777029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698467.777030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698467.777034:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698467.777037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698467.777039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698467.777040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698467.777043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698467.777047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698468.352966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698468.352974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698468.352976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698468.352982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698468.352987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698468.352991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698468.352994:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698468.352998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698468.353001:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698468.800997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698468.800998:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698468.801014:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698468.801015:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698468.801025:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698468.801026:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698468.801043:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698468.801043:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698468.801058:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698468.801059:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698468.801071:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698468.801073:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698468.801088:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698468.801091:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698468.801095:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698468.801096:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698468.801099:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698468.801102:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698469.376987:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698469.376994:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698469.376999:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698469.377008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698469.377015:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698469.377022:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698469.377028:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698469.377033:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698469.377037:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698469.377674:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698469.377681:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787698469.378549:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698469.378551:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787698469.378812:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698469.378813:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787698469.379091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698469.379094:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787698469.824998:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698469.824999:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698469.825007:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698469.825008:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698469.825012:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698469.825013:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698469.825021:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698469.825022:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698469.825032:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698469.825032:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698469.825043:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698469.825044:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698469.825052:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698469.825059:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698469.825069:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698469.825070:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698469.825076:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698469.825081:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698470.080990:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298356388, at 4298356416
00000100:00000010:0.0:1787698470.081013:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70540.
00000100:00000001:3.0:1787698470.401018:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698470.401024:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698470.401025:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698470.401031:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698470.401035:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698470.401039:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698470.401042:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698470.401044:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698470.401048:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698470.848978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698470.848989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698470.848992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698470.848995:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787698470.848996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698470.849005:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698470.849011:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698470.849011:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698470.849019:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698470.849025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698470.849027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698470.849028:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698470.849031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698470.849036:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698470.849043:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698470.849048:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698470.849052:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698470.849056:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698471.424955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698471.424961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698471.424963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698471.424967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698471.424969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698471.424973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698471.424974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698471.424976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698471.424978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698472.448962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698472.448968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698472.448969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698472.448973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698472.448975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698472.448978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698472.448980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698472.448982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698472.448985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698472.896982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698472.896988:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698472.896992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698472.896997:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698472.897003:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698472.897006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698472.897009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698472.897011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698472.897014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698472.897023:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698472.897029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698472.897033:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698473.472932:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698473.472937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698473.472939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698473.472942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698473.472945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698473.472948:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698473.472949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698473.472951:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698473.472953:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698473.920935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698473.920941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698473.920944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698473.920949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698473.920954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698473.920958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698473.920968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698473.920971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698473.920973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698474.496973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698474.496982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698474.496984:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698474.496987:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698474.496991:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698474.496997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3688
00000400:00000200:3.0:1787698474.497005:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698474.497011:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698474.497014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698474.497017:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:0.0:1787698474.497027:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1787698474.497029:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787698474.497033:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787698474.497033:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698474.497036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787698474.497037:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787698474.497041:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000100:00100000:0.0:1787698474.497043:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000020:00000001:3.0:1787698474.497046:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000001:0.0:1787698474.497048:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787698474.497051:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000001:0.0:1787698474.497053:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698474.497058:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787698474.497059:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698474.497061:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698474.497065:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787698474.497067:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698474.497070:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698474.497077:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698474.497080:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497083:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698474.497086:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698474.497089:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698474.497091:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497094:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698474.497096:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698474.497104:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698474.497107:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698474.497111:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698474.497112:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497115:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698474.497118:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698474.497121:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698474.497127:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698474.497133:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698474.497141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947189120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698474.497151:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698474.497155:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698474.497167:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947189120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698474.497181:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698474.497183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698474.497186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698474.497186:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698474.497188:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698474.497189:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698474.497192:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3688
00000400:00000200:3.0:1787698474.497194:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698474.497196:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698474.497198:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698474.497200:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497201:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497209:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698474.497211:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698474.497213:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698474.497215:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698474.497217:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698474.497219:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698474.497221:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698474.497224:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497226:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497230:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497232:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698474.497235:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698474.497238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497243:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698474.497247:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698474.497254:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698474.497258:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497262:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698474.497267:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698474.497270:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497273:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698474.497278:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698474.497280:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698474.497283:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698474.497286:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497288:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698474.497290:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698474.497291:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698474.497293:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698474.497297:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698474.497304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947189248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698474.497313:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698474.497316:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698474.497323:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947189248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698474.497334:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698474.497339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698474.497347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698474.497350:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698474.497353:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698474.497359:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698474.497363:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3688
00000400:00000200:3.0:1787698474.497369:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698474.497372:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698474.497375:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698474.497378:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497385:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497387:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698474.497390:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698474.497391:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698474.497393:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698474.497396:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698474.497399:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698474.497403:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698474.497409:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497411:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497416:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698474.497422:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698474.497427:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497431:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698474.497436:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698474.497439:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698474.497443:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497448:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698474.497450:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698474.497455:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497459:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698474.497465:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698474.497470:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698474.497475:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698474.497477:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497481:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698474.497484:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698474.497488:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698474.497495:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698474.497503:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698474.497512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947189376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698474.497520:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698474.497525:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698474.497533:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947189376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698474.497548:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698474.497552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698474.497557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698474.497559:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698474.497560:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698474.497562:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698474.497564:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3688
00000400:00000200:3.0:1787698474.497570:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698474.497576:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698474.497577:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698474.497579:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497581:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497584:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698474.497590:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698474.497592:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000800:00000200:2.1:1787698474.497592:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698474.497593:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698474.497596:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:2.1:1787698474.497598:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787698474.497599:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698474.497603:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698474.497607:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497610:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698474.497613:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497616:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698474.497619:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698474.497622:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698474.497623:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698474.497625:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698474.497628:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698474.497632:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497634:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698474.497638:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698474.497641:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497644:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698474.497647:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698474.497651:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698474.497654:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698474.497657:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698474.497661:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698474.497664:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698474.497667:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698474.497673:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698474.497683:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698474.497693:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947189504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698474.497707:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698474.497711:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698474.497719:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947189504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698474.497733:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698474.497740:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3698)
00000800:00000200:2.1:1787698474.498069:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698474.498071:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698474.498304:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698474.498306:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698474.498464:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698474.498466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698474.944952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698474.944961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698474.944965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698474.944971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698474.944978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698474.944983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698474.944989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698474.944994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698474.944999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698474.945063:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698474.945066:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698474.945068:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698475.200943:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298361507, at 4298361536
00000100:00000010:0.0:1787698475.200962:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70660.
00000100:00000001:0.0:1787698475.520906:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698475.520912:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698475.520914:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698475.520917:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698475.520920:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698475.520922:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698475.520924:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698475.520926:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698475.520928:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698475.968911:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698475.968920:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698475.968925:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698475.968932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698475.968938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698475.968944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698475.968949:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698475.968953:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698475.968957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698476.544971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698476.544978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698476.544980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698476.544985:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698476.544989:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698476.544993:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698476.544995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698476.544998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698476.545001:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698476.992992:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698476.992996:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698476.992999:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698476.993030:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698476.993033:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698476.993034:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698476.993036:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698476.993037:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698476.993039:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698476.993040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698476.993042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698476.993043:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698477.568964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698477.568971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698477.568973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698477.568978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698477.568981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698477.568985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698477.568987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698477.568995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698477.568998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698478.016998:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698478.017008:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698478.017024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698478.017038:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698478.017047:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698478.017055:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698478.017060:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698478.017063:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698478.017067:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698478.592931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698478.592938:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698478.592941:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698478.592946:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698478.592949:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698478.592952:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698478.592955:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698478.592958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698478.592961:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698479.040935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698479.040945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698479.040948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698479.040955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698479.040962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698479.040968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698479.040971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698479.040974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698479.040976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698479.041042:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698479.041046:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698479.041049:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698479.616962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787698479.616962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698479.616970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787698479.616972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698479.616973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.616976:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787698479.616978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787698479.616980:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698479.616983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698479.616986:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698479.616987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698479.616990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698479.616994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787698479.616994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3693
00000100:00000001:0.0:1787698479.616999:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698479.617006:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698479.617014:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698479.617018:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698479.617022:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617025:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698479.617036:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698479.617039:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698479.617042:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698479.617046:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698479.617048:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698479.617050:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698479.617054:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617056:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617057:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617059:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698479.617062:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698479.617066:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617069:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698479.617072:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698479.617076:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698479.617078:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617081:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698479.617083:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698479.617094:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698479.617098:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698479.617102:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698479.617103:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617107:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698479.617110:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698479.617115:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698479.617123:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698479.617132:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698479.617142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947189632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698479.617152:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698479.617158:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698479.617162:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947189632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698479.617187:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698479.617190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698479.617192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698479.617193:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698479.617194:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698479.617197:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698479.617199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3693
00000400:00000200:3.0:1787698479.617202:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698479.617204:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698479.617206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698479.617209:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617213:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617215:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698479.617218:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698479.617220:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698479.617221:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698479.617223:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698479.617226:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698479.617228:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698479.617233:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617236:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698479.617242:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698479.617245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617248:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698479.617250:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698479.617257:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698479.617258:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617260:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698479.617264:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698479.617269:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617272:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698479.617279:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698479.617284:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698479.617288:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698479.617292:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617299:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698479.617302:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698479.617305:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698479.617315:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698479.617323:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698479.617331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947189760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698479.617355:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698479.617363:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698479.617376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947189760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698479.617411:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698479.617416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698479.617421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698479.617427:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698479.617436:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698479.617445:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698479.617451:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3693
00000400:00000200:3.0:1787698479.617462:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698479.617473:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698479.617480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698479.617490:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617496:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617521:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698479.617527:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698479.617533:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698479.617537:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698479.617542:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698479.617547:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698479.617557:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698479.617574:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617585:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617592:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617596:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698479.617605:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698479.617621:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617625:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698479.617637:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698479.617642:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698479.617650:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617654:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698479.617658:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787698479.617659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00000001:3.0:1787698479.617668:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617670:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698479.617671:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1787698479.617674:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698479.617679:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698479.617684:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698479.617686:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617688:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698479.617714:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698479.617717:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698479.617721:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698479.617726:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698479.617734:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947189888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698479.617743:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698479.617747:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698479.617753:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947189888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698479.617765:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698479.617768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698479.617778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698479.617780:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698479.617782:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698479.617788:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698479.617796:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3693
00000400:00000200:3.0:1787698479.617805:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698479.617811:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698479.617814:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698479.617823:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617833:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617842:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617884:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698479.617886:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698479.617887:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698479.617891:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698479.617893:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698479.617896:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698479.617900:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698479.617910:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617914:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698479.617922:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617925:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698479.617929:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698479.617932:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698479.617935:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698479.617937:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698479.617940:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698479.617947:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617960:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698479.617964:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698479.617971:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617975:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698479.617980:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698479.617987:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698479.617990:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698479.617992:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698479.617998:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698479.618001:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698479.618005:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698479.618012:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698479.618018:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698479.618029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947190016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698479.618058:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698479.618062:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698479.618069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947190016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698479.618079:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698479.618085:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3703)
00000800:00000200:2.1:1787698479.618276:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698479.618277:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698479.618440:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698479.618441:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698479.618590:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698479.618592:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787698480.065001:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698480.065012:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698480.065018:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698480.065028:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698480.065039:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698480.065051:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698480.065057:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698480.065062:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698480.065067:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698480.320930:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298366628, at 4298366656
00000100:00000010:0.0:1787698480.320946:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70240.
00000100:00000001:3.0:1787698480.640949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698480.640954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698480.640955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698480.640960:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698480.640963:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698480.640965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698480.640967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698480.640969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698480.640970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698481.088942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698481.088951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698481.088955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698481.088961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698481.088967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698481.088973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698481.088986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698481.088990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698481.088995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698481.089100:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698481.089105:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698481.089108:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698481.664974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698481.664981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698481.664986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698481.664992:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698481.664995:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698481.664998:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698481.665000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698481.665003:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698481.665005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698482.112979:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698482.112991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698482.113000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698482.113000:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698482.113009:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698482.113013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698482.113014:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698482.113022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698482.113023:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698482.113030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698482.113030:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698482.113035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698482.113035:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698482.113038:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698482.113042:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698482.113042:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698482.113046:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698482.113050:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698482.688923:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698482.688939:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698482.688941:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698482.688947:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698482.688950:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698482.688954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698482.688956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698482.688958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698482.688960:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698483.136906:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698483.136918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698483.136920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698483.136927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698483.136929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698483.136931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698483.136938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698483.136940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698483.136941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698483.136945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698483.136946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698483.136951:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698483.136952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698483.136956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698483.136957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698483.136959:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698483.136962:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698483.136965:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698483.137072:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698483.137076:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698483.137079:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698483.712968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698483.712975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698483.712977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698483.712982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698483.712986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698483.712989:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698483.712991:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698483.712993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698483.712996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698484.160917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698484.160925:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698484.160929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698484.160935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698484.160939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698484.160940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698484.160946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698484.160947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698484.160949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698484.160952:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698484.160955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698484.160957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698484.160960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698484.160963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698484.160964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698484.160969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698484.160972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698484.160975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698484.736957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698484.736962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698484.736965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698484.736971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698484.736975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698484.736980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698484.736985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698484.736990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698484.736997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698484.737504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698484.737510:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698484.737984:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698484.737987:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698484.738327:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698484.738330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698484.738594:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698484.738596:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698485.184950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698485.184955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698485.184959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698485.184965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698485.184970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698485.184973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698485.184976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698485.184980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698485.184984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698485.185054:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698485.185060:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698485.185063:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698485.440898:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298371747, at 4298371776
00000100:00000010:0.0:1787698485.440910:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d702a0.
00000100:00000001:3.0:1787698485.760977:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698485.760986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698485.760988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698485.760993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698485.760996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698485.761000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698485.761002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698485.761004:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698485.761007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698486.208988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698486.208995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698486.208999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698486.209008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698486.209014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698486.209018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698486.209024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698486.209027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698486.209030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698486.784931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698486.784937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698486.784938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698486.784941:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698486.784943:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698486.784946:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698486.784947:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698486.784949:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698486.784951:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698487.232915:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698487.232921:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698487.232923:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698487.232923:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698487.232926:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698487.232928:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698487.232929:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698487.232935:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698487.232935:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698487.232939:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698487.232943:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698487.232946:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698487.232948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698487.232954:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698487.232959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698487.232960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698487.232962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698487.232965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698487.232994:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698487.232998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698487.233000:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698487.808940:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698487.808946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698487.808948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698487.808953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698487.808956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698487.808960:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698487.808963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698487.808966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698487.808969:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698488.256921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698488.256923:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698488.256931:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698488.256931:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698488.256936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698488.256936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698488.256944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698488.256944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698488.256951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698488.256951:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698488.256957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698488.256957:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698488.256962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698488.256965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698488.256969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698488.256969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698488.256973:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698488.256979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698488.832932:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698488.832938:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698488.832939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698488.832943:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698488.832946:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698488.832948:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698488.832950:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698488.832951:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698488.832953:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698489.280943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698489.280943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698489.280950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698489.280951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698489.280953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698489.280954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698489.280959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698489.280960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698489.280963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698489.280967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698489.280968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698489.280971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698489.280971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698489.280973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698489.280978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698489.280979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698489.280983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698489.280986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698489.856998:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698489.857007:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698489.857010:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698489.857019:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698489.857032:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698489.857040:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698489.857050:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698489.857061:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698489.857073:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698489.857489:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698489.857494:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698489.857873:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698489.857875:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698489.858073:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698489.858074:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787698489.858239:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698489.858241:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787698490.304937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698490.304938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698490.304945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698490.304945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698490.304948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698490.304950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698490.304957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698490.304957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698490.304963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698490.304965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698490.304968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698490.304970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698490.304972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698490.304977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698490.304982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698490.304982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698490.304986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698490.304991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698490.560951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298376867, at 4298376896
00000100:00000010:0.0:1787698490.560965:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010420.
00000100:00000001:3.0:1787698490.880913:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698490.880925:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698490.880929:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698490.880933:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698490.880936:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698490.880938:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698490.880940:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698490.880942:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698490.880943:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698491.328941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698491.328948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698491.328948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698491.328950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698491.328952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698491.328955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698491.328955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698491.328960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698491.328960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698491.328965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698491.328966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698491.328968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698491.328970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698491.328974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698491.328977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698491.328977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698491.328982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698491.328985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698491.904969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698491.904975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698491.904976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698491.904980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698491.904983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698491.904985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698491.904986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698491.904988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698491.904991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698492.353030:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698492.353036:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698492.353040:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698492.353046:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698492.353053:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698492.353057:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698492.353060:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698492.353063:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698492.353066:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698492.353172:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698492.353176:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698492.353178:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698492.353180:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698492.353183:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698492.353184:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698492.353186:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698492.353194:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698492.353196:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698492.928914:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698492.928919:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698492.928921:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698492.928925:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698492.928928:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698492.928931:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698492.928933:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698492.928935:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698492.928937:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698493.376933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698493.376940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698493.376943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698493.376948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698493.376952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698493.376956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698493.376959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698493.376963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698493.376968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698493.376995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698493.376998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698493.377001:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698493.952983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698493.952992:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698493.952995:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698493.953001:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698493.953005:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698493.953011:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698493.953014:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698493.953018:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698493.953021:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698494.400967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698494.400976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698494.400984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698494.400990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698494.401001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698494.401014:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698494.401039:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698494.401047:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698494.401053:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698494.976943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698494.976954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698494.976957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698494.976962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698494.976964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698494.976968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698494.976970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698494.976973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698494.976976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698494.977482:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698494.977487:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787698494.978027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698494.978029:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787698494.978229:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698494.978231:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787698494.978466:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698494.978469:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787698495.424966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698495.424979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698495.424985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698495.424994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698495.425010:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698495.425019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698495.425025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698495.425027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698495.425030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698495.425032:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698495.425038:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698495.425041:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698495.680939:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298381987, at 4298382016
00000100:00000010:0.0:1787698495.680960:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:3.0:1787698496.000981:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698496.000989:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698496.000991:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698496.000996:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698496.000999:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698496.001002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698496.001005:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698496.001006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698496.001009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698496.448947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698496.448956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698496.448960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698496.448966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698496.448973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698496.448976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698496.448988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698496.448990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698496.448993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698497.024925:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698497.024943:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698497.024946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698497.024953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698497.024957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698497.024961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698497.024964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698497.024967:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698497.024970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698497.472979:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698497.472989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698497.472993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698497.473002:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698497.473009:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698497.473016:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698497.473023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698497.473027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698497.473031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698497.473126:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698497.473130:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698497.473132:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698498.048949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698498.048956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698498.048958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698498.048963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698498.048966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698498.048970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698498.048973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698498.048975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698498.048978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698498.496968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698498.496977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698498.496980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698498.496984:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787698498.496986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698498.496989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698498.496994:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698498.496995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698498.497003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698498.497003:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698498.497009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698498.497009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698498.497012:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698498.497013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698498.497023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698498.497024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698498.497026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698498.497032:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698498.497068:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698498.497071:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698498.497073:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698499.072914:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698499.072919:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698499.072920:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698499.072924:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698499.072927:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698499.072930:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698499.072931:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698499.072933:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698499.072935:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698499.520944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698499.520944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698499.520951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698499.520952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698499.520954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698499.520956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698499.520958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698499.520961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698499.520963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698499.520967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698499.520968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698499.520971:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698499.520972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698499.520974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698499.520977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698499.520978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698499.520983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698499.520987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698499.520998:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698499.521001:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698499.521004:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698500.096953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698500.096958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698500.096962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698500.096967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698500.096971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698500.096977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698500.096980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698500.096983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698500.096987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698500.097539:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698500.097899:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698500.098054:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698500.098201:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698500.544938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698500.544949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698500.544953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698500.544958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698500.544963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698500.544967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698500.544970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698500.544973:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698500.544977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698500.800959:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298387107, at 4298387136
00000100:00000010:0.0:1787698500.800984:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d20.
00000100:00000001:3.0:1787698501.568957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698501.568963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698501.568965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698501.568970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698501.568973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698501.568976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698501.568977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698501.568979:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698501.568982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698501.569131:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698501.569135:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698501.569137:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698502.592947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698502.592954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698502.592958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698502.592964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698502.592971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698502.592975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698502.592980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698502.592983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698502.592987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698503.169088:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698503.169121:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698503.169131:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698503.169135:0:2341:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698503.169139:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698503.169143:0:2341:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698503.169148:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698503.169151:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:0.0:1787698503.169155:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698503.169160:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698503.169166:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06000
00000400:00000010:0.0:1787698503.169169:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06000.
00000100:00000001:0.0:1787698503.169173:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698503.169181:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e70c0 x1874533947191680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169213:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698503.169217:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947191680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169224:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698503.169226:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698503.169235:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698503.169238:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e900.
00000400:00000200:0.0:1787698503.169240:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698503.169243:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698503.169246:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06550
00000400:00000010:0.0:1787698503.169248:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06550.
00000100:00000001:0.0:1787698503.169250:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698503.169255:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5680 x1874533947191808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169268:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698503.169270:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947191808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169277:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698503.169278:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698503.169287:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698503.169317:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:0.0:1787698503.169320:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698503.169324:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698503.169326:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06bb0
00000400:00000010:0.0:1787698503.169328:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06bb0.
00000100:00000001:0.0:1787698503.169330:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698503.169334:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5e00 x1874533947191936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169341:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698503.169355:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947191936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169361:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698503.169363:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698503.169368:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698503.169370:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000400:00000200:0.0:1787698503.169373:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698503.169376:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698503.169378:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06a18
00000400:00000010:0.0:1787698503.169380:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06a18.
00000100:00000001:0.0:1787698503.169382:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698503.169387:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4b40 x1874533947192064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169393:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698503.169396:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947192064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698503.169402:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698503.169404:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698503.616940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698503.616947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698503.616950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698503.616954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698503.616960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698503.616963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698503.616968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698503.616971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698503.616974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698503.616995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698503.616998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698503.617000:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698504.640943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698504.640952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698504.640957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698504.640963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698504.640970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698504.640975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698504.640990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698504.640996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698504.641002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698505.216990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698505.216997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698505.216999:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698505.217002:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698505.217005:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698505.217010:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3719
00000400:00000200:0.0:1787698505.217017:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698505.217021:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698505.217023:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698505.217025:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217027:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217029:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217030:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698505.217033:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698505.217034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698505.217036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698505.217039:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698505.217041:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698505.217043:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698505.217045:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698505.217054:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698505.217057:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217059:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698505.217062:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698505.217065:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698505.217067:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217069:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698505.217072:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698505.217079:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698505.217082:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698505.217085:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698505.217087:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217090:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698505.217093:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698505.217096:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698505.217103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698505.217114:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698505.217124:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947192192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698505.217134:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698505.217143:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698505.217150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947192192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698505.217174:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698505.217177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698505.217180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698505.217182:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698505.217183:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698505.217185:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698505.217188:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3719
00000400:00000200:0.0:1787698505.217192:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698505.217195:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698505.217197:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698505.217200:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217202:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217203:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217205:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698505.217207:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698505.217208:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698505.217210:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698505.217212:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698505.217214:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698505.217216:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698505.217218:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217220:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217223:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698505.217225:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698505.217228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217230:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698505.217232:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698505.217238:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698505.217240:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217242:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698505.217247:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698505.217251:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217289:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698505.217296:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698505.217301:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698505.217305:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698505.217306:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217308:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698505.217309:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698505.217311:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698505.217316:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698505.217321:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698505.217330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947192320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698505.217345:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698505.217350:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698505.217357:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947192320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698505.217373:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698505.217376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698505.217379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698505.217381:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698505.217383:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698505.217389:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698505.217394:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3719
00000400:00000200:0.0:1787698505.217399:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698505.217402:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698505.217406:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698505.217411:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217415:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217419:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217422:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698505.217425:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698505.217427:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698505.217429:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698505.217432:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698505.217434:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698505.217440:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698505.217446:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217450:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217452:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217456:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698505.217459:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698505.217466:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217471:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698505.217475:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698505.217480:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698505.217484:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217488:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698505.217492:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698505.217496:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217500:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698505.217505:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698505.217510:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698505.217512:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698505.217513:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217517:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698505.217519:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698505.217523:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698505.217526:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698505.217531:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698505.217538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947192448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698505.217551:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698505.217555:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698505.217561:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947192448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698505.217570:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698505.217572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698505.217577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698505.217580:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698505.217584:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698505.217589:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698505.217594:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3719
00000400:00000200:0.0:1787698505.217600:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698505.217605:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698505.217607:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698505.217613:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217619:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217624:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217628:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698505.217633:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698505.217636:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698505.217639:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698505.217642:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698505.217644:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698505.217649:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698505.217652:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217656:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698505.217661:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217665:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698505.217671:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000800:00000200:2.1:1787698505.217675:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698505.217677:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698505.217682:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698505.217682:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1787698505.217686:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698505.217691:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698505.217696:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217702:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698505.217704:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698505.217706:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217709:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698505.217713:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698505.217719:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698505.217724:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698505.217726:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698505.217730:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698505.217734:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698505.217738:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698505.217744:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698505.217752:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698505.217760:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947192576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698505.217776:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698505.217781:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698505.217789:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947192576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698505.217797:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698505.217806:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3729)
00000800:00000200:2.1:1787698505.218170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698505.218172:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698505.218448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698505.218449:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698505.218697:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698505.218699:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698505.664937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698505.664945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698505.664948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698505.664953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698505.664959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698505.664963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698505.664967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698505.664968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698505.664971:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698505.665006:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698505.665010:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698505.665014:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698505.920929:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298392227, at 4298392256
00000100:00000010:0.0:1787698505.920943:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00000100:00000001:3.0:1787698506.688928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698506.688935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698506.688940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698506.688946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698506.688953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698506.688958:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698506.688963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698506.688965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698506.688967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698507.712967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698507.712974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698507.712979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698507.712989:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698507.712995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698507.713006:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698507.713014:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698507.713017:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698507.713022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698507.713152:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698507.713155:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698507.713159:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698508.736952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698508.736958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698508.736961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698508.736961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698508.736966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698508.736967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698508.736971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698508.736972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698508.736975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698508.736977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698508.736978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698508.736980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698508.736981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698508.736983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698508.736988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698508.736990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698508.736993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698508.736996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698509.760980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698509.760992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698509.760992:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698509.760997:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698509.760998:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698509.761003:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698509.761005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698509.761009:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698509.761012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698509.761014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698509.761019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698509.761019:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698509.761025:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698509.761030:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698509.761034:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698509.761035:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698509.761038:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698509.761044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698510.336973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698510.336981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698510.336985:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698510.336989:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698510.336995:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698510.337004:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3724
00000400:00000200:3.0:1787698510.337016:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698510.337022:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698510.337025:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698510.337028:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337033:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337035:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698510.337038:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698510.337040:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698510.337042:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698510.337045:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698510.337047:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698510.337049:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698510.337052:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337055:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698510.337061:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698510.337064:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337073:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698510.337076:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698510.337081:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698510.337084:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337086:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698510.337089:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698510.337101:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698510.337105:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698510.337110:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698510.337112:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337115:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698510.337118:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698510.337123:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698510.337133:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698510.337142:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698510.337154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947192704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698510.337175:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698510.337182:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698510.337188:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947192704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698510.337209:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698510.337211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698510.337213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698510.337214:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698510.337216:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698510.337218:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698510.337219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3724
00000400:00000200:3.0:1787698510.337222:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698510.337224:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698510.337225:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698510.337228:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337230:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337232:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337233:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698510.337235:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698510.337236:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698510.337237:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698510.337239:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698510.337240:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698510.337241:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698510.337244:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337248:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337253:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337257:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698510.337261:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698510.337269:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337274:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698510.337280:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698510.337289:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698510.337295:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337299:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698510.337307:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698510.337314:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337317:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698510.337321:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698510.337327:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698510.337332:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698510.337335:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337339:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698510.337340:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698510.337343:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698510.337350:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698510.337355:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698510.337363:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947192832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698510.337378:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698510.337383:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698510.337391:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947192832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698510.337410:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698510.337416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698510.337421:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698510.337424:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698510.337427:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698510.337431:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698510.337435:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3724
00000400:00000200:3.0:1787698510.337479:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698510.337487:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698510.337493:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698510.337500:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337505:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337509:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337512:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698510.337516:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698510.337520:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698510.337522:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698510.337526:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:2.1:1787698510.337528:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698510.337530:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787698510.337532:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787698510.337533:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698510.337541:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337545:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337548:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337553:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698510.337559:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698510.337564:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337569:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698510.337572:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698510.337576:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698510.337580:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337584:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698510.337587:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698510.337590:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337593:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698510.337598:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698510.337602:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698510.337606:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698510.337608:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337612:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698510.337615:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698510.337618:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698510.337623:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698510.337629:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698510.337638:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947192960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698510.337649:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698510.337664:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698510.337672:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947192960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698510.337688:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698510.337693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698510.337700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698510.337705:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698510.337709:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698510.337716:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698510.337721:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3724
00000400:00000200:3.0:1787698510.337729:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698510.337738:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698510.337742:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698510.337749:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337754:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337760:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337767:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698510.337771:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698510.337775:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698510.337780:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698510.337784:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698510.337790:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698510.337796:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698510.337803:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337807:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698510.337813:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337817:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698510.337823:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698510.337826:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698510.337831:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698510.337834:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698510.337837:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698510.337843:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337847:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698510.337882:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698510.337889:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337894:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698510.337899:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698510.337903:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698510.337908:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698510.337911:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.337915:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698510.337918:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698510.337923:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698510.337930:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698510.337936:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698510.337945:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947193088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698510.337960:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698510.337965:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698510.337975:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947193088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698510.337986:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698510.337994:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3734)
00000800:00000200:2.1:1787698510.338100:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698510.338102:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698510.338297:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698510.338299:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698510.338510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698510.338512:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698510.784966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698510.784976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698510.784979:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698510.784981:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.784993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698510.784994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698510.784999:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698510.785001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698510.785011:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698510.785011:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698510.785022:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698510.785023:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698510.785027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698510.785030:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698510.785034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698510.785038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698510.785044:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698510.785051:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698511.041004:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298397347, at 4298397376
00000100:00000010:0.0:1787698511.041021:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70300.
00000100:00000001:0.0:1787698511.808954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698511.808954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698511.808965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698511.808965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698511.808971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698511.808971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698511.808980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698511.808980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698511.808987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698511.808988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698511.808994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698511.808995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698511.809000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698511.809004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698511.809010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698511.809010:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698511.809015:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698511.809020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698512.833004:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698512.833015:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698512.833021:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698512.833030:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698512.833046:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698512.833059:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698512.833071:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698512.833074:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698512.833076:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698514.880969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698514.880973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698514.880977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698514.880982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698514.880987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698514.880991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698514.880994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698514.880999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698514.881002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698515.456946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698515.456958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698515.456963:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698515.456969:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698515.456977:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698515.456987:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3729
00000400:00000200:3.0:1787698515.456999:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698515.457004:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698515.457015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698515.457018:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457023:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698515.457028:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698515.457030:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698515.457032:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698515.457035:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698515.457036:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698515.457038:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698515.457040:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457041:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457043:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457044:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698515.457046:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698515.457048:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457050:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698515.457052:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698515.457055:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698515.457057:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457058:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698515.457060:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698515.457072:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698515.457075:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698515.457100:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698515.457102:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457106:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698515.457108:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698515.457113:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698515.457121:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698515.457128:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698515.457146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947193216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698515.457159:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698515.457163:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698515.457170:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947193216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698515.457194:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698515.457197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698515.457200:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698515.457202:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698515.457203:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698515.457209:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698515.457211:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3729
00000400:00000200:3.0:1787698515.457214:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698515.457217:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698515.457219:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698515.457221:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457223:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457225:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457226:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698515.457228:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698515.457229:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698515.457230:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698515.457232:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698515.457234:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698515.457235:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698515.457238:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457239:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457241:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457244:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698515.457247:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698515.457250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457253:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698515.457257:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698515.457262:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698515.457266:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457270:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698515.457275:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698515.457280:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457284:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698515.457291:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698515.457295:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698515.457299:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698515.457301:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457304:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698515.457307:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698515.457309:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698515.457316:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698515.457320:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698515.457328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947193344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698515.457342:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698515.457346:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698515.457354:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947193344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698515.457371:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698515.457376:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698515.457383:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698515.457385:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698515.457387:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698515.457392:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698515.457396:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3729
00000400:00000200:3.0:1787698515.457404:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698515.457409:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698515.457413:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698515.457421:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457426:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457432:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457438:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698515.457444:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698515.457448:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698515.457452:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698515.457456:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698515.457460:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698515.457463:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698515.457470:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457472:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457475:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457478:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698515.457481:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698515.457486:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457488:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698515.457490:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698515.457493:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698515.457506:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457510:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698515.457514:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698515.457520:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457525:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698515.457531:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698515.457537:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698515.457544:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698515.457547:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457551:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698515.457554:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698515.457557:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698515.457563:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698515.457567:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698515.457575:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947193472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698515.457598:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698515.457600:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698515.457606:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947193472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698515.457620:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698515.457624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698515.457630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787698515.457632:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698515.457633:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698515.457637:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787698515.457639:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787698515.457643:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698515.457650:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3729
00000400:00000200:3.0:1787698515.457659:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698515.457665:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698515.457668:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698515.457674:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457678:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457683:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457685:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698515.457691:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698515.457692:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698515.457695:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698515.457699:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698515.457701:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698515.457704:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698515.457707:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457710:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698515.457713:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698515.457721:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698515.457726:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698515.457732:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698515.457736:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698515.457739:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698515.457742:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457746:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698515.457748:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698515.457751:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457753:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698515.457758:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698515.457761:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698515.457762:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698515.457763:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698515.457765:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698515.457766:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698515.457767:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698515.457771:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698515.457774:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698515.457781:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947193600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698515.457796:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698515.457800:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698515.457819:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947193600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698515.457831:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698515.457838:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3739)
00000800:00000200:2.1:1787698515.458144:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698515.458146:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698515.458354:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698515.458357:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698515.458543:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698515.458545:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787698515.904931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698515.904937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698515.904940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698515.904947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698515.904954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698515.904958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698515.904964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698515.904968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698515.904972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698515.905026:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698515.905029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698515.905032:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698516.160942:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298402467, at 4298402496
00000100:00000010:0.0:1787698516.160957:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000100:00000001:0.0:1787698516.928938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698516.928943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698516.928947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698516.928952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698516.928958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698516.928963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698516.928977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698516.928981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698516.928985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698517.952925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698517.952931:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698517.952935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698517.952943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698517.952951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698517.952957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698517.952971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698517.952975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698517.952978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698517.952995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698517.952999:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698517.953003:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698518.976956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698518.976962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698518.976965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698518.976971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698518.976976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698518.976980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698518.976991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698518.976994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698518.977005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698520.000934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698520.000942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698520.000945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698520.000953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698520.000958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698520.000962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698520.000966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698520.000971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698520.000975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698520.001022:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698520.001026:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698520.001031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698520.576949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698520.576959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698520.576964:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698520.576968:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698520.576974:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698520.576982:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3734
00000400:00000200:3.0:1787698520.577016:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698520.577024:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698520.577026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698520.577029:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577033:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577035:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698520.577038:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698520.577039:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698520.577041:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698520.577044:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698520.577045:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698520.577047:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698520.577049:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577050:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577052:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577053:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698520.577055:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698520.577057:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577060:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698520.577062:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698520.577065:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698520.577067:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577068:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698520.577070:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698520.577078:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698520.577080:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698520.577083:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698520.577085:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577087:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698520.577089:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698520.577092:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698520.577098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698520.577103:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698520.577110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947193728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698520.577118:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698520.577121:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698520.577124:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947193728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698520.577142:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698520.577144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698520.577147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698520.577148:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698520.577149:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698520.577151:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698520.577153:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3734
00000400:00000200:3.0:1787698520.577155:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698520.577157:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698520.577158:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698520.577160:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577162:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577163:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577165:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698520.577167:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698520.577168:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698520.577169:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698520.577171:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698520.577172:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698520.577174:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698520.577176:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577177:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577178:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577180:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698520.577181:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698520.577183:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577185:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698520.577190:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698520.577195:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698520.577199:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577202:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698520.577206:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698520.577209:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577212:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698520.577217:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698520.577221:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698520.577226:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698520.577229:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577233:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698520.577236:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698520.577239:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698520.577242:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698520.577247:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698520.577257:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947193856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698520.577277:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698520.577281:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698520.577290:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947193856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698520.577309:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698520.577315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698520.577320:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698520.577323:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698520.577325:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698520.577328:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698520.577332:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3734
00000400:00000200:3.0:1787698520.577347:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698520.577351:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698520.577353:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698520.577358:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577363:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577366:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577371:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698520.577376:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698520.577380:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698520.577383:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698520.577387:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698520.577391:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698520.577394:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698520.577401:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577404:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577407:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577411:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698520.577417:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698520.577425:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577428:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698520.577432:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698520.577437:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698520.577442:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577446:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698520.577450:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698520.577457:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577462:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698520.577470:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698520.577474:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698520.577479:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698520.577482:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577485:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698520.577488:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698520.577490:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698520.577495:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698520.577499:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698520.577507:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947193984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698520.577527:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698520.577531:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698520.577541:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947193984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698520.577556:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698520.577561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787698520.577562:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787698520.577567:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787698520.577569:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787698520.577570:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698520.577573:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698520.577578:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698520.577583:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3734
00000400:00000200:3.0:1787698520.577590:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698520.577594:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698520.577596:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698520.577602:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577607:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577612:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577614:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698520.577616:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698520.577618:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698520.577621:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698520.577625:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698520.577628:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698520.577632:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698520.577637:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577641:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698520.577645:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698520.577653:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698520.577660:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698520.577664:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698520.577671:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698520.577675:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698520.577682:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577698:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698520.577703:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698520.577708:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577711:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698520.577718:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698520.577721:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698520.577726:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698520.577727:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698520.577728:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698520.577731:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698520.577734:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698520.577739:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698520.577743:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698520.577766:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947194112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698520.577782:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698520.577787:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698520.577797:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947194112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698520.577814:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698520.577823:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3744)
00000800:00000200:2.1:1787698520.578166:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698520.578169:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698520.578485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698520.578488:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698520.578795:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698520.578797:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698521.024974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698521.024996:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698521.025001:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698521.025010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698521.025019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698521.025029:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698521.025040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698521.025053:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698521.025063:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698521.281025:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298407587, at 4298407616
00000100:00000010:0.0:1787698521.281047:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000001:0.0:1787698522.049026:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698522.049039:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698522.049042:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698522.049049:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698522.049079:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698522.049083:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698522.049095:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698522.049100:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698522.049106:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698523.072966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698523.072979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698523.072985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698523.072994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698523.073000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698523.073006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698523.073015:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698523.073021:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698523.073027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698524.096980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698524.096987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698524.096993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698524.096998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698524.097004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698524.097009:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698524.097022:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698524.097027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698524.097031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698525.120993:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698525.121004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698525.121008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698525.121016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698525.121024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698525.121031:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698525.121049:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698525.121053:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698525.121056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698525.696947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698525.696961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698525.696964:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698525.696969:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698525.696975:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698525.696984:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3739
00000400:00000200:3.0:1787698525.696999:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698525.697010:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698525.697015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698525.697020:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697025:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697028:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698525.697037:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698525.697039:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698525.697042:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698525.697046:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698525.697048:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698525.697050:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698525.697052:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697055:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697056:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698525.697059:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698525.697061:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697063:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698525.697066:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698525.697069:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698525.697071:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697073:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698525.697075:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698525.697092:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698525.697096:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698525.697099:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698525.697101:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697104:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698525.697107:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698525.697111:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698525.697122:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698525.697131:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698525.697144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947194240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698525.697156:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698525.697163:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698525.697169:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947194240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698525.697195:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698525.697200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698525.697204:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698525.697205:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698525.697207:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698525.697210:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698525.697213:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3739
00000400:00000200:3.0:1787698525.697219:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698525.697223:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698525.697227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698525.697230:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697233:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697235:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697237:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698525.697241:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698525.697243:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698525.697245:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698525.697250:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698525.697256:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698525.697261:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698525.697267:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697273:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697278:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697292:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698525.697299:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698525.697305:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697308:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698525.697309:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698525.697316:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698525.697319:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697322:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698525.697329:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698525.697337:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697340:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698525.697348:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698525.697354:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698525.697369:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698525.697373:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697377:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698525.697380:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698525.697384:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698525.697392:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698525.697400:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698525.697409:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947194368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698525.697423:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698525.697428:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698525.697436:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947194368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698525.697452:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698525.697456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698525.697463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698525.697465:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698525.697467:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698525.697469:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698525.697473:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3739
00000400:00000200:3.0:1787698525.697513:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698525.697524:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698525.697529:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698525.697538:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697542:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697544:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697549:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698525.697555:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698525.697556:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698525.697560:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698525.697563:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:2.1:1787698525.697564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698525.697569:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787698525.697570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1787698525.697578:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698525.697594:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697600:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697608:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697612:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698525.697618:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698525.697624:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697631:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698525.697636:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698525.697640:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698525.697648:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697653:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698525.697659:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698525.697667:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697673:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698525.697680:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698525.697685:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698525.697689:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698525.697690:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697691:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698525.697693:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698525.697696:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698525.697702:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698525.697708:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698525.697716:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947194496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698525.697751:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698525.697756:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698525.697767:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947194496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698525.697796:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698525.697802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698525.697808:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698525.697812:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698525.697813:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698525.697815:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698525.697818:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3739
00000400:00000200:3.0:1787698525.697822:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698525.697830:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698525.697836:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698525.697845:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697872:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697874:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697876:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698525.697882:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698525.697883:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698525.697884:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698525.697887:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698525.697892:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698525.697897:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698525.697912:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697916:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698525.697918:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697922:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698525.697929:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698525.697936:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698525.697939:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698525.697943:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698525.697947:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698525.697951:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697954:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698525.697958:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698525.697961:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697965:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698525.697967:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698525.697971:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698525.697976:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698525.697980:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698525.697983:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698525.697986:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698525.697991:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698525.697999:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698525.698007:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698525.698019:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947194624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698525.698038:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698525.698043:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698525.698050:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947194624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698525.698063:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698525.698070:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3749)
00000800:00000200:2.1:1787698525.698229:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698525.698231:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787698525.698483:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698525.698485:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787698525.698715:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698525.698719:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1787698525.698889:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698525.698892:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947194624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698525.698898:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947194624:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698525.698900:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698525.698901:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698525.698914:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947194368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698525.698919:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698525.698920:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698525.698922:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698525.698924:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698525.698925:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698525.698926:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698525.698928:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698525.698929:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:2.0:1787698525.698931:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698525.698932:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698525.698933:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:2.0:1787698525.698935:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698525.698936:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698525.698937:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698525.698940:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947194496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698525.698944:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698525.698945:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698525.698946:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698525.698948:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698525.698949:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698525.698950:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698525.698951:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698525.698952:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:2.0:1787698525.698953:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698525.698954:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698525.698955:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:2.0:1787698525.698957:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698525.698958:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698525.698959:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698525.698962:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947194624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698525.698965:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698525.698966:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698525.698967:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698525.698968:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698525.698969:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698525.698970:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698525.698971:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698525.698972:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:2.0:1787698525.698973:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698525.698973:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698525.698974:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:2.0:1787698525.698975:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698525.698976:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698525.698977:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698525.698980:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698525.698980:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698525.698982:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698525.698983:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698526.145033:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698526.145035:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698526.145043:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698526.145049:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698526.145051:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698526.145059:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698526.145060:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698526.145077:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698526.145079:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698526.145088:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698526.145090:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698526.145100:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698526.145111:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698526.145118:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698526.145122:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698526.145128:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698526.145133:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698526.145138:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698526.400971:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298412707, at 4298412736
00000100:00000010:0.0:1787698526.400987:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c60.
00000100:00000001:0.0:1787698527.168988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698527.168995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698527.168998:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698527.169002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698527.169003:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698527.169010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698527.169013:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698527.169016:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698527.169018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698527.169022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698527.169025:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698527.169026:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698527.169028:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698527.169031:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698527.169034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698527.169063:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698527.169069:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698527.169074:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698528.192967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698528.192976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698528.192978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698528.192979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698528.192985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698528.192988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698528.192991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698528.192993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698528.192994:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698528.192998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698528.193002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698528.193002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698528.193006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698528.193007:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698528.193011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698528.193031:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698528.193034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698528.193045:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698529.216975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698529.216979:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698529.216983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698529.216984:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698529.216985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698529.216992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698529.216994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698529.216997:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698529.216998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698529.217002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698529.217003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698529.217005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698529.217007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698529.217011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698529.217015:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698529.217053:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698529.217056:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698529.217060:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698530.240968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698530.240981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698530.240987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698530.240995:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698530.241001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698530.241005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698530.241011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698530.241014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698530.241017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698530.241114:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698530.241117:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698530.241119:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698530.241120:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698530.241123:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698530.241124:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698530.241137:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698530.241140:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698530.241142:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698530.816963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698530.816971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698530.816974:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698530.816977:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698530.816980:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698530.816985:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3744
00000400:00000200:3.0:1787698530.816993:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698530.816997:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698530.816999:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698530.817002:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817004:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817006:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817008:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698530.817011:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698530.817013:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698530.817015:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698530.817017:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698530.817019:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698530.817020:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698530.817022:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817023:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817024:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817026:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698530.817028:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698530.817030:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817032:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698530.817034:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698530.817037:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698530.817039:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817041:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698530.817043:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698530.817050:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698530.817053:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698530.817056:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698530.817057:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817059:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698530.817062:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698530.817065:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698530.817071:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698530.817076:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698530.817083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698530.817091:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698530.817094:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698530.817097:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698530.817117:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698530.817120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698530.817123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698530.817128:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698530.817129:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698530.817131:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698530.817133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3744
00000400:00000200:3.0:1787698530.817136:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698530.817138:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698530.817139:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698530.817141:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817143:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817144:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817146:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698530.817148:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698530.817149:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698530.817150:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698530.817152:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698530.817153:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698530.817155:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698530.817157:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817158:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817159:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817161:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698530.817162:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698530.817165:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817166:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698530.817167:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698530.817171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787698530.817172:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698530.817176:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817177:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698530.817178:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787698530.817181:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698530.817183:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787698530.817187:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817189:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698530.817191:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787698530.817193:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698530.817196:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698530.817201:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698530.817203:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817207:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698530.817208:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787698530.817209:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698530.817210:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698530.817211:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.817215:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1787698530.817216:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
02000000:00000001:2.0:1787698530.817219:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698530.817221:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.817223:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698530.817228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787698530.817230:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947194752:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698530.817240:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698530.817244:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787698530.817245:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698530.817249:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817250:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.817254:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787698530.817259:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787698530.817261:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698530.817266:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817277:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698530.817277:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698530.817283:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698530.817292:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00080000:3.0:1787698530.817293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698530.817299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698530.817300:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787698530.817302:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947194752, portal 25
00000100:00080000:3.0:1787698530.817303:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698530.817308:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698530.817309:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787698530.817312:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00080000:3.0:1787698530.817314:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3744
00000400:00000200:3.0:1787698530.817323:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698530.817324:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698530.817329:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698530.817334:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698530.817338:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698530.817342:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787698530.817343:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817348:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817350:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:2.0:1787698530.817352:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787698530.817353:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698530.817355:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698530.817358:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787698530.817359:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000020:00000040:3.0:1787698530.817359:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698530.817364:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698530.817366:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000200:2.0:1787698530.817367:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947194752, offset 0
00000100:00000040:3.0:1787698530.817370:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817373:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817375:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817377:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698530.817380:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000040:3.0:1787698530.817381:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698530.817386:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817388:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698530.817389:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698530.817392:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787698530.817392:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698530.817396:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817398:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787698530.817400:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000008:00100000:3.0:1787698530.817401:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698530.817406:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817407:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817408:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787698530.817411:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000400:00000200:2.0:1787698530.817414:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000040:3.0:1787698530.817416:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:2.0:1787698530.817420:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787698530.817421:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698530.817423:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817425:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817426:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698530.817429:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698530.817432:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12161:12161:256:4294967295] 192.168.201.121@tcp LPNI seq info [12161:12161:8:4294967295]
02000000:00000001:3.0:1787698530.817432:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698530.817435:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000400:00000200:2.0:1787698530.817439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698530.817442:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698530.817448:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698530.817460:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787698530.817462:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698530.817466:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698530.817470:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787698530.817474:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817481:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698530.817483:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000100:00080000:3.0:1787698530.817484:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698530.817489:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698530.817490:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698530.817491:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698530.817493:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787698530.817497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787698530.817497:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3744
00000400:00000200:3.0:1787698530.817503:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:2.0:1787698530.817504:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000400:00000200:3.0:1787698530.817508:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698530.817512:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698530.817516:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698530.817517:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698530.817518:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817521:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817525:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.1:1787698530.817526:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1787698530.817527:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698530.817529:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698530.817532:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698530.817534:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698530.817537:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000100:2.0:1787698530.817539:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787698530.817540:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698530.817545:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000010:2.0:1787698530.817546:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000100:00000001:3.0:1787698530.817547:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698530.817551:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817553:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698530.817554:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:2.0:1787698530.817556:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787698530.817558:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698530.817560:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817564:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787698530.817564:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698530.817566:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698530.817569:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817570:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000100:00000001:3.0:1787698530.817571:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787698530.817576:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000008:00100000:3.0:1787698530.817576:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698530.817581:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817582:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787698530.817583:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698530.817587:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000100:00000200:2.0:1787698530.817589:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787698530.817590:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698530.817594:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698530.817597:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698530.817600:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698530.817603:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698530.817606:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817607:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787698530.817609:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000040:2.0:1787698530.817612:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698530.817619:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817621:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817624:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787698530.817627:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698530.817630:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817637:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698530.817637:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698530.817640:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817642:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298417827
00000100:00000040:3.0:1787698530.817645:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787698530.817649:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d700c0.
00000100:00000001:3.0:1787698530.817654:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698530.817658:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3754)
00000100:00000001:2.0:1787698530.817659:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698530.817666:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298417827
00000100:00000010:2.0:1787698530.817668:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70d80.
00000100:00000001:2.0:1787698530.817671:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698530.817674:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698530.817676:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817679:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698530.817683:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698530/real 1787698530]  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698530.817691:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698530.817693:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698530.817695:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698530.817697:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698530.817698:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698530.817699:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698530.817702:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698530.817707:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.817712:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698530.817713:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.817715:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.817716:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698530.817719:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.817724:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698530.817728:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.817733:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698530.817736:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.817737:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.817738:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.817740:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698530.817742:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698530.817744:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698530.817753:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698530.817755:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698530.817759:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698530.817767:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947194752:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698530.817775:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.817779:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.817783:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947194752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.817792:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698530.817795:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698530.817799:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698530.817802:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698530.817805:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698530.817808:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698530.817810:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698530.817814:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:2.0:1787698530.817842:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698530.817844:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698530.817845:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:2.0:1787698530.817873:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698530.817875:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.817876:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.817882:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698530.817883:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.817884:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698530.817885:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698530.817886:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698530.817890:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.817898:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698530.817899:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.817901:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698530.817903:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698530.817905:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698530.817909:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947194880:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698530.817912:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698530.817914:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698530.817916:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.817918:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698530.817922:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698530.817924:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.817929:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698530.817932:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698530.817935:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698530.817939:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947194880, portal 10
00000100:00000001:2.0:1787698530.817941:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698530.817942:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:2.0:1787698530.817948:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.817953:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698530.817954:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698530.817956:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698530.817958:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947194880, offset 0
00000400:00000200:2.0:1787698530.817960:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698530.817963:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698530.817966:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698530.817969:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698530.817970:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698530.817972:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698530.817974:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698530.817976:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12162:12162:256:4294967295] 192.168.201.121@tcp LPNI seq info [12162:12162:8:4294967295]
00000400:00000200:2.0:1787698530.817979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698530.817983:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698530.817986:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698530.817989:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698530.817992:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698530.817994:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787698530.817997:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698530.817999:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787698530.818001:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698530.818003:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698530.818005:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698530.818008:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698530.818010:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698530.818011:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698530.818013:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698530.818015:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818023:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.818026:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818033:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818035:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698530.818039:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698530.818042:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698530.818046:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698530.818048:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298417170
00000100:00000001:2.0:1787698530.818051:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298417827
00000100:00000001:2.0:1787698530.818053:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298417170
00000100:00000001:2.0:1787698530.818056:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298417827
00000100:00000001:2.0:1787698530.818058:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698530.818060:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818061:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698530.818066:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698530/real 1787698530]  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698530.818073:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698530.818075:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698530.818076:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698530.818079:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698530.818080:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698530.818082:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698530.818086:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698530.818094:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818101:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698530.818103:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818104:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.818106:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698530.818109:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818116:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698530.818120:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818127:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698530.818129:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818131:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.818133:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818134:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698530.818137:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698530.818139:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698530.818142:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698530.818144:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698530.818148:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698530.818156:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947194880:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698530.818160:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698530.818163:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818176:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698530.818177:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.818179:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698530.818181:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698530.818182:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698530.818186:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195008:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698530.818189:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698530.818191:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698530.818193:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.818194:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698530.818198:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698530.818199:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.818203:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698530.818205:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698530.818208:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698530.818211:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195008, portal 4
00000100:00000001:2.0:1787698530.818213:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698530.818214:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:2.0:1787698530.818220:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818226:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698530.818229:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698530.818231:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698530.818233:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947195008, offset 0
00000400:00000200:2.0:1787698530.818237:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698530.818242:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698530.818245:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698530.818249:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698530.818251:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698530.818253:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698530.818256:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698530.818259:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12163:12163:256:4294967295] 192.168.201.121@tcp LPNI seq info [12163:12163:8:4294967295]
00000400:00000200:2.0:1787698530.818264:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698530.818270:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698530.818275:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698530.818278:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698530.818282:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698530.818285:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787698530.818289:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698530.818292:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787698530.818296:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698530.818297:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698530.818301:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698530.818304:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698530.818308:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698530.818310:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698530.818312:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698530.818315:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818324:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.818327:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818334:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818336:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698530.818339:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698530.818342:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698530.818345:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698530.818347:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298417187
00000100:00000001:2.0:1787698530.818349:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298417827
00000100:00000001:2.0:1787698530.818352:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298417187
00000100:00000001:2.0:1787698530.818354:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298417827
00000100:00000001:2.0:1787698530.818356:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698530.818358:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818360:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698530.818364:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698530/real 1787698530]  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698530.818373:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698530.818374:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698530.818376:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698530.818379:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698530.818381:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698530.818383:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698530.818386:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698530.818396:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818403:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698530.818404:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818406:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.818407:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698530.818410:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818414:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698530.818419:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818426:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698530.818428:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818430:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.818432:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818434:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698530.818436:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698530.818439:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698530.818443:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698530.818445:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698530.818450:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698530.818457:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195008:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698530.818462:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698530.818465:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818472:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698530.818473:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.818475:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698530.818477:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698530.818479:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698530.818483:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195136:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698530.818486:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698530.818488:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698530.818489:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698530.818491:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698530.818495:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698530.818497:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698530.818500:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698530.818503:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698530.818506:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698530.818509:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195136, portal 4
00000100:00000001:2.0:1787698530.818512:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698530.818513:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:2.0:1787698530.818519:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818526:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698530.818529:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698530.818531:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698530.818533:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947195136, offset 0
00000400:00000200:2.0:1787698530.818537:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698530.818541:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698530.818545:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698530.818548:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698530.818551:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698530.818553:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698530.818556:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698530.818559:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12164:12164:256:4294967295] 192.168.201.121@tcp LPNI seq info [12164:12164:8:4294967295]
00000400:00000200:2.0:1787698530.818563:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698530.818569:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698530.818573:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698530.818576:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698530.818580:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698530.818583:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787698530.818587:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698530.818590:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787698530.818594:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698530.818596:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698530.818599:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698530.818602:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698530.818605:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698530.818606:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698530.818608:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698530.818612:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818619:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.818622:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818628:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818629:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698530.818633:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698530.818635:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698530.818639:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698530.818641:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298417174
00000100:00000001:2.0:1787698530.818643:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298417827
00000100:00000001:2.0:1787698530.818645:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298417174
00000100:00000001:2.0:1787698530.818648:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298417827
00000100:00000001:2.0:1787698530.818649:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698530.818651:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818653:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698530.818657:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698530/real 1787698530]  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698530.818666:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698530.818667:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698530.818669:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698530.818672:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698530.818674:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698530.818676:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698530.818679:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698530.818688:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818695:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698530.818697:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818698:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.818700:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698530.818704:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818710:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698530.818714:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818721:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698530.818724:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818725:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698530.818727:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818729:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698530.818730:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698530.818733:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698530.818736:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698530.818739:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698530.818743:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698530.818752:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195136:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698530.818756:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818758:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.818761:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947194880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818767:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698530.818769:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698530.818771:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698530.818773:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698530.818775:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698530.818777:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698530.818779:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698530.818780:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:2.0:1787698530.818784:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698530.818785:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698530.818787:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:2.0:1787698530.818789:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698530.818791:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818793:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.818797:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947195008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818804:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698530.818805:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698530.818807:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698530.818809:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698530.818810:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698530.818811:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698530.818813:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698530.818814:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:2.0:1787698530.818834:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698530.818836:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698530.818837:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:2.0:1787698530.818839:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698530.818841:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818842:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698530.818846:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947195136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698530.818885:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698530.818887:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698530.818889:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698530.818892:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698530.818893:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698530.818894:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698530.818896:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698530.818898:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:2.0:1787698530.818900:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698530.818901:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698530.818903:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:2.0:1787698530.818905:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698530.818906:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818908:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698530.818912:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698530.818913:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698530.818916:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698530.818918:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698531.264967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698531.264972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698531.264975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698531.264979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.264980:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1787698531.264986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698531.264986:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698531.264992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698531.264993:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698531.264996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698531.265000:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698531.265001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698531.265005:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698531.265006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698531.265011:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698531.265013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.265016:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.265025:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698531.265029:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698531.265031:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698531.265034:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.265037:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698531.265039:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.265042:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.265045:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698531.265050:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698531.265052:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698531.265093:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698531.265097:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698531.265100:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698531.520955:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298417827, at 4298417856
00000100:00000010:0.0:1787698531.520972:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000001:0.0:1787698532.288932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698532.288932:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698532.288938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698532.288938:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698532.288943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698532.288945:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698532.288947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698532.288949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698532.288952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698532.288957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698532.288957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698532.288961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698532.288961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698532.288965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698532.288968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698532.288984:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698532.288987:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698532.288990:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698533.312965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698533.312971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698533.312984:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698533.312991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698533.312994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698533.313000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698533.313004:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698533.313005:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698533.313010:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698533.313017:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698533.313024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698533.313028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698533.313039:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698533.313044:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698533.313046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1787698533.313048:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698533.313052:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698533.313057:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698533.888935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698533.888943:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698533.888945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698533.888950:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698533.888952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698533.888956:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698533.888957:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698533.888959:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698533.888962:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698534.336922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698534.336929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698534.336932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698534.336938:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698534.336942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698534.336943:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698534.336948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698534.336950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698534.336956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698534.336960:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698534.336963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698534.336966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698534.336969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698534.336969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698534.336974:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698534.336979:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698534.336983:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698534.336987:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698534.336990:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698534.336992:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698534.336995:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698534.337015:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698534.337018:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698534.337022:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698534.912930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698534.912936:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698534.912938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698534.912942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698534.912945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698534.912948:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698534.912950:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698534.912953:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698534.912957:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698535.360949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698535.360949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698535.360955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698535.360958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698535.360960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698535.360962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698535.360962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698535.360970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698535.360971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698535.360973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698535.360976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698535.360982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698535.360990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698535.360994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698535.360997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698535.360998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698535.361003:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698535.361010:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698535.936963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698535.936976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698535.936978:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698535.936982:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698535.936989:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698535.936999:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3749
00000400:00000200:3.0:1787698535.937011:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698535.937020:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698535.937026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698535.937030:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698535.937036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698535.937043:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698535.937045:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698535.937048:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698535.937051:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698535.937054:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698535.937057:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698535.937060:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698535.937064:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937066:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698535.937069:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698535.937073:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937075:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698535.937078:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698535.937082:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698535.937085:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698535.937087:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698535.937090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698535.937098:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698535.937102:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698535.937106:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698535.937108:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698535.937111:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698535.937114:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698535.937118:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698535.937125:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698535.937131:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698535.937141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698535.937151:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698535.937156:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698535.937161:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698535.937186:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698535.937189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698535.937193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698535.937194:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698535.937196:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698535.937199:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698535.937202:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3749
00000400:00000200:3.0:1787698535.937206:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698535.937209:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698535.937212:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698535.937216:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937219:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698535.937222:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937225:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698535.937229:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698535.937230:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698535.937232:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698535.937234:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698535.937237:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698535.937239:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698535.937244:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698535.937245:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787698535.937249:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698535.937254:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698535.937257:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937263:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698535.937269:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937274:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698535.937277:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787698535.937280:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:2.0:1787698535.937281:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698535.937287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:2.0:1787698535.937289:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787698535.937292:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.937294:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698535.937295:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698535.937301:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698535.937303:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787698535.937307:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947195264:192.168.201.121@tcp:250:kworker.0
02000000:00000001:3.0:1787698535.937309:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.937315:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787698535.937315:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698535.937321:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787698535.937322:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698535.937324:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787698535.937327:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.937329:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787698535.937333:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698535.937336:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
00000100:00000010:3.0:1787698535.937339:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
02000000:00000001:2.0:1787698535.937340:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787698535.937346:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000200:2.0:1787698535.937349:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787698535.937351:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787698535.937354:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
02000000:00000001:3.0:1787698535.937355:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698535.937361:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698535.937362:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787698535.937364:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
02000000:00000001:3.0:1787698535.937365:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698535.937372:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195264, portal 25
02000000:00000010:3.0:1787698535.937373:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:2.0:1787698535.937377:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698535.937380:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
00000100:00000001:3.0:1787698535.937380:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698535.937387:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698535.937391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698535.937403:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698535.937409:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937410:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787698535.937413:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000001:3.0:1787698535.937415:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698535.937417:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947195264, offset 0
00000100:00000040:3.0:1787698535.937423:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698535.937425:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698535.937435:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.937441:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698535.937451:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787698535.937454:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698535.937456:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:3.0:1787698535.937460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698535.937461:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698535.937466:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:3.0:1787698535.937471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787698535.937474:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12165:12165:256:4294967295] 192.168.201.121@tcp LPNI seq info [12165:12165:8:4294967295]
00000100:00000001:3.0:1787698535.937475:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698535.937479:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698535.937485:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698535.937486:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698535.937492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3749
00000400:00000200:3.0:1787698535.937500:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.937506:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787698535.937509:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698535.937515:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787698535.937521:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787698535.937523:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937527:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787698535.937529:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000100:00000040:3.0:1787698535.937531:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937535:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698535.937538:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698535.937542:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:2.0:1787698535.937543:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698535.937545:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698535.937550:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:2.0:1787698535.937551:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1787698535.937553:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698535.937560:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:2.1:1787698535.937563:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787698535.937568:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698535.937570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1787698535.937572:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698535.937578:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000100:2.0:1787698535.937582:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937584:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:2.0:1787698535.937587:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000020:00000040:3.0:1787698535.937589:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698535.937595:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787698535.937596:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937603:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698535.937605:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787698535.937607:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698535.937613:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698535.937614:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
02000000:00000001:3.0:1787698535.937617:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698535.937619:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:3.0:1787698535.937621:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698535.937625:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1787698535.937627:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698535.937632:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698535.937634:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698535.937636:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698535.937644:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698535.937651:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:2.0:1787698535.937653:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787698535.937654:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698535.937658:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698535.937660:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698535.937662:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698535.937666:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698535.937670:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.937678:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698535.937678:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:2.0:1787698535.937681:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698535.937686:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.937689:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698535.937696:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698535.937697:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698535.937702:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298422947
00000100:00000010:2.0:1787698535.937712:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70de0.
00000100:00000001:3.0:1787698535.937712:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698535.937717:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698535.937722:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.937744:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787698535.937752:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.937754:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298422947
00000100:00080000:3.0:1787698535.937756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787698535.937763:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70300.
00000100:00080000:3.0:1787698535.937763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698535.937767:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787698535.937770:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787698535.937771:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698535.937777:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698535.937777:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787698535.937783:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698535.937784:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3749
00000100:00000001:2.0:1787698535.937788:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787698535.937793:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:2.0:1787698535.937799:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698535/real 1787698535]  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698535.937801:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698535.937807:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698535.937814:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937820:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787698535.937821:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1787698535.937823:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000001:2.0:1787698535.937825:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787698535.937829:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:2.0:1787698535.937830:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000020:00000001:3.0:1787698535.937836:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787698535.937838:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000020:00000040:3.0:1787698535.937840:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000010:2.0:1787698535.937842:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000020:00000001:3.0:1787698535.937845:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698535.937872:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698535.937875:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698535.937878:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698535.937888:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787698535.937888:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937893:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787698535.937897:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698535.937899:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698535.937905:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698535.937912:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698535.937919:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000200:2.0:1787698535.937921:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698535.937925:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698535.937931:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698535.937937:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787698535.937938:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698535.937940:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787698535.937944:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.937945:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698535.937949:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698535.937950:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787698535.937954:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787698535.937957:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787698535.937960:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698535.937965:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698535.937972:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00000001:2.0:1787698535.937974:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787698535.937977:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000040:2.0:1787698535.937982:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787698535.937984:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698535.937987:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698535.937993:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698535.937996:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698535.938000:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787698535.938001:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938007:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787698535.938010:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:2.0:1787698535.938011:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938014:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698535.938017:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938019:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698535.938024:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698535.938028:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787698535.938029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787698535.938036:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698535.938042:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787698535.938049:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787698535.938051:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698535.938053:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698535.938063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698535.938072:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947195264:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698535.938082:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938083:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938090:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698535.938095:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3759)
00000100:00000040:2.0:1787698535.938097:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947195264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938108:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698535.938110:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938114:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698535.938117:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698535.938120:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698535.938122:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698535.938125:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698535.938127:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:2.0:1787698535.938132:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698535.938134:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698535.938136:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:2.0:1787698535.938139:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698535.938141:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938143:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938150:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698535.938151:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938154:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698535.938155:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698535.938157:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698535.938162:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938169:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698535.938170:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.938172:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698535.938174:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698535.938177:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698535.938180:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195392:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698535.938184:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698535.938186:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698535.938188:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.938190:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938193:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698535.938196:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698535.938200:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698535.938203:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698535.938207:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698535.938210:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195392, portal 10
00000100:00000001:2.0:1787698535.938212:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698535.938213:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:2.0:1787698535.938219:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938223:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698535.938225:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698535.938226:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698535.938228:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947195392, offset 0
00000400:00000200:2.0:1787698535.938231:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698535.938234:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.938236:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698535.938239:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698535.938241:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698535.938242:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698535.938244:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698535.938247:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12166:12166:256:4294967295] 192.168.201.121@tcp LPNI seq info [12166:12166:8:4294967295]
00000400:00000200:2.0:1787698535.938251:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.938258:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698535.938263:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698535.938267:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698535.938271:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698535.938275:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698535.938280:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698535.938283:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787698535.938287:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698535.938289:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698535.938292:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698535.938296:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698535.938299:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698535.938300:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698535.938303:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698535.938306:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938317:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698535.938319:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938323:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938324:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698535.938327:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698535.938330:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698535.938333:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698535.938334:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298422290
00000100:00000001:2.0:1787698535.938336:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298422947
00000100:00000001:2.0:1787698535.938338:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298422290
00000100:00000001:2.0:1787698535.938339:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298422947
00000100:00000001:2.0:1787698535.938340:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698535.938342:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938343:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698535.938346:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698535/real 1787698535]  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698535.938351:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698535.938352:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698535.938353:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698535.938354:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698535.938356:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698535.938357:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698535.938359:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698535.938364:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938368:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698535.938369:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938371:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938372:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698535.938374:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938378:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698535.938381:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938385:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698535.938387:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938388:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938388:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938390:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698535.938391:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698535.938393:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698535.938395:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698535.938396:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698535.938399:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698535.938403:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195392:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698535.938406:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698535.938408:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938412:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698535.938413:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.938415:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698535.938416:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698535.938417:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698535.938419:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195520:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698535.938421:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698535.938423:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698535.938424:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.938425:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938428:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698535.938429:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698535.938431:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698535.938433:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698535.938435:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698535.938437:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195520, portal 4
00000100:00000001:2.0:1787698535.938438:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698535.938439:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:2.0:1787698535.938443:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938447:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698535.938449:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698535.938450:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698535.938452:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947195520, offset 0
00000400:00000200:2.0:1787698535.938454:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698535.938456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.938459:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698535.938460:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698535.938462:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698535.938464:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698535.938465:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698535.938468:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12167:12167:256:4294967295] 192.168.201.121@tcp LPNI seq info [12167:12167:8:4294967295]
00000400:00000200:2.0:1787698535.938470:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.938476:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698535.938480:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698535.938482:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698535.938485:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698535.938488:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698535.938490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698535.938492:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787698535.938496:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698535.938497:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698535.938499:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698535.938501:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698535.938504:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698535.938505:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698535.938506:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698535.938508:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938514:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698535.938515:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938520:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938521:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698535.938523:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698535.938525:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698535.938527:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698535.938528:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298422307
00000100:00000001:2.0:1787698535.938530:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298422947
00000100:00000001:2.0:1787698535.938531:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298422307
00000100:00000001:2.0:1787698535.938533:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298422947
00000100:00000001:2.0:1787698535.938534:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698535.938536:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938537:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698535.938539:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698535/real 1787698535]  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698535.938543:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698535.938545:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698535.938546:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698535.938547:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698535.938548:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698535.938550:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698535.938552:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698535.938557:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938560:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698535.938561:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938562:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938563:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698535.938565:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938569:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698535.938571:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938576:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698535.938577:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938579:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938579:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938581:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698535.938582:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698535.938583:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698535.938585:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698535.938586:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698535.938589:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698535.938597:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195520:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698535.938600:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698535.938602:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938606:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698535.938606:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.938608:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698535.938609:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698535.938610:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698535.938612:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195648:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698535.938613:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698535.938615:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698535.938616:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698535.938617:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938619:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698535.938620:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698535.938622:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698535.938624:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698535.938626:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698535.938627:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195648, portal 4
00000100:00000001:2.0:1787698535.938629:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698535.938630:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:2.0:1787698535.938634:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938638:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698535.938639:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698535.938641:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698535.938642:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947195648, offset 0
00000400:00000200:2.0:1787698535.938644:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698535.938647:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.938649:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698535.938651:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698535.938653:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698535.938655:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698535.938656:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698535.938658:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12168:12168:256:4294967295] 192.168.201.121@tcp LPNI seq info [12168:12168:8:4294967295]
00000400:00000200:2.0:1787698535.938661:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698535.938665:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698535.938667:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698535.938669:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698535.938671:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698535.938673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698535.938676:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698535.938677:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787698535.938680:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698535.938681:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698535.938683:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698535.938685:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698535.938686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698535.938687:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698535.938689:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698535.938691:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938696:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698535.938698:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938702:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938703:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698535.938705:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698535.938706:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698535.938708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698535.938710:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298422294
00000100:00000001:2.0:1787698535.938712:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298422947
00000100:00000001:2.0:1787698535.938713:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298422294
00000100:00000001:2.0:1787698535.938714:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298422947
00000100:00000001:2.0:1787698535.938715:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698535.938717:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938718:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698535.938720:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698535/real 1787698535]  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698535.938724:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698535.938725:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698535.938726:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698535.938727:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698535.938751:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698535.938754:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698535.938756:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698535.938762:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938766:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698535.938767:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938768:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938770:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698535.938772:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938776:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698535.938778:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938783:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698535.938785:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938786:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698535.938787:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938788:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698535.938789:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698535.938791:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698535.938792:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698535.938794:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698535.938796:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698535.938800:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195648:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698535.938803:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938804:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698535.938806:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947195392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938810:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698535.938812:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938813:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698535.938815:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698535.938816:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698535.938817:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698535.938818:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698535.938820:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:2.0:1787698535.938822:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698535.938823:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698535.938824:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:2.0:1787698535.938826:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698535.938827:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938828:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698535.938830:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947195520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938838:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698535.938839:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938840:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698535.938842:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698535.938842:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698535.938843:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698535.938844:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698535.938845:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:2.0:1787698535.938846:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698535.938863:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698535.938864:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:2.0:1787698535.938866:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698535.938866:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938867:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698535.938870:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947195648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698560 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698535.938873:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698535.938874:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698535.938875:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698535.938877:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698535.938877:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698535.938878:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698535.938879:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698535.938880:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:2.0:1787698535.938881:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698535.938882:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698535.938883:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:2.0:1787698535.938884:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698535.938885:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938886:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698535.938889:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698535.938889:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698535.938891:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698535.938892:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698536.384947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698536.384947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698536.384954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698536.384956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698536.384960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698536.384961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698536.384963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698536.384967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698536.384968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698536.384971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698536.384974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698536.384979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698536.384987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698536.384990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698536.384990:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698536.384993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698536.384994:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698536.385000:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698536.640922:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298422947, at 4298422976
00000100:00000010:0.0:1787698536.640934:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000100:00000001:0.0:1787698537.408917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698537.408927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698537.408930:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698537.408935:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698537.408938:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698537.408941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698537.408945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698537.408951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698537.408952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698537.408957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698537.408959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698537.408964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698537.408967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698537.408969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698537.408971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698537.408997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698537.409002:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698537.409006:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698538.432956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698538.432961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698538.432964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698538.432966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698538.432967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698538.432974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698538.432975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698538.432978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698538.432980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698538.432985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698538.432985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698538.432988:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698538.432990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698538.432994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698538.432997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698538.433014:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698538.433017:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698538.433021:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698539.456933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698539.456941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698539.456943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698539.456945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698539.456949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698539.456952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698539.456957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698539.456958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698539.456962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698539.456964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698539.456968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698539.456972:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698539.456980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698539.456981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698539.456983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698539.456997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698539.457002:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698539.457006:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698540.480952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698540.480952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698540.480957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698540.480959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698540.480963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698540.480964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698540.480967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698540.480970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698540.480973:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698540.480975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698540.480977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698540.480981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698540.480989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698540.480991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698540.480994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698540.480997:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698540.481000:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698540.481003:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698541.056917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698541.056926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698541.056928:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698541.056931:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698541.056935:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698541.056942:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3754
00000400:00000200:3.0:1787698541.056951:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698541.056957:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698541.056961:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698541.056964:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.056968:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698541.056970:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.056973:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698541.056977:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698541.056979:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698541.056981:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698541.056984:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698541.056985:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698541.056987:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698541.056990:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.056991:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698541.056993:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.056994:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698541.056996:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698541.056998:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057000:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698541.057002:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698541.057005:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698541.057006:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057008:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698541.057010:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698541.057017:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698541.057019:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698541.057022:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698541.057024:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057026:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698541.057029:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698541.057032:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698541.057037:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698541.057042:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698541.057050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698541.057058:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698541.057061:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698541.057064:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698541.057088:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698541.057091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698541.057093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698541.057094:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698541.057096:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698541.057098:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698541.057100:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3754
00000400:00000200:3.0:1787698541.057103:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698541.057105:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698541.057107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698541.057108:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698541.057112:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057113:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698541.057115:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698541.057116:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698541.057117:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698541.057119:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698541.057120:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698541.057121:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698541.057123:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057124:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698541.057125:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057127:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698541.057128:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698541.057131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057132:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698541.057133:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698541.057138:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698541.057140:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057141:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698541.057144:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787698541.057145:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698541.057149:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057152:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698541.057152:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057157:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1787698541.057158:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698541.057161:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698541.057164:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698541.057166:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698541.057168:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698541.057168:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698541.057170:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698541.057173:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698541.057178:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698541.057183:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057189:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698541.057191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698541.057193:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.057199:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787698541.057201:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698541.057205:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698541.057205:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.057212:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698541.057212:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698541.057223:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947195776:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698541.057225:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698541.057228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698541.057230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698541.057231:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698541.057232:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698541.057234:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698541.057237:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3754
00000100:00000001:2.0:1787698541.057242:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1787698541.057242:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698541.057247:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698541.057248:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787698541.057250:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787698541.057251:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057254:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787698541.057255:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698541.057257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698541.057262:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787698541.057262:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698541.057266:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698541.057267:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698541.057268:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698541.057270:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
02000000:00000010:2.0:1787698541.057271:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
00000020:00000001:3.0:1787698541.057272:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
02000000:00000001:2.0:1787698541.057278:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698541.057278:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698541.057284:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057286:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698541.057290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787698541.057290:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057294:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698541.057297:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000010:2.0:1787698541.057298:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00080000:3.0:1787698541.057301:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000010:2.0:1787698541.057309:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000001:3.0:1787698541.057311:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698541.057314:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698541.057316:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787698541.057318:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195776, portal 25
02000000:00000001:3.0:1787698541.057318:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057322:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698541.057324:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1787698541.057325:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698541.057328:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000008:00000001:3.0:1787698541.057329:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057334:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698541.057338:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000100:00000040:2.0:1787698541.057341:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787698541.057341:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698541.057345:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698541.057348:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057352:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698541.057354:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698541.057356:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698541.057360:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:2.0:1787698541.057366:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787698541.057366:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698541.057375:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00100000:3.0:1787698541.057376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787698541.057382:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000001:3.0:1787698541.057384:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698541.057388:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698541.057391:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947195776, offset 0
00000100:00000040:3.0:1787698541.057392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698541.057401:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698541.057404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698541.057405:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:3.0:1787698541.057410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698541.057412:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698541.057414:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698541.057415:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698541.057420:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3754
00000400:00000200:2.0:1787698541.057421:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.057430:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698541.057436:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698541.057441:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698541.057445:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698541.057448:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698541.057452:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12169:12169:256:4294967295] 192.168.201.121@tcp LPNI seq info [12169:12169:8:4294967295]
00000400:00000200:2.0:1787698541.057457:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698541.057464:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.057472:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787698541.057475:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698541.057481:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787698541.057487:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787698541.057489:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057493:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698541.057494:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:2.0:1787698541.057496:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000100:00000001:3.0:1787698541.057496:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698541.057501:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698541.057502:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698541.057504:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698541.057506:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:2.0:1787698541.057510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698541.057511:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698541.057515:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:2.0:1787698541.057519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787698541.057520:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057524:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698541.057529:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.1:1787698541.057534:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:3.0:1787698541.057539:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000800:00000200:2.1:1787698541.057542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1787698541.057544:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698541.057550:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698541.057553:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698541.057556:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787698541.057557:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787698541.057560:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698541.057563:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000100:00000001:3.0:1787698541.057563:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698541.057567:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698541.057570:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057571:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698541.057573:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787698541.057575:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698541.057578:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698541.057582:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698541.057584:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787698541.057585:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698541.057590:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698541.057592:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698541.057593:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698541.057595:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
02000000:00000010:3.0:1787698541.057597:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000400:00000010:2.0:1787698541.057600:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:3.0:1787698541.057601:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057608:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787698541.057609:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698541.057618:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698541.057619:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698541.057623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698541.057628:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698541.057632:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698541.057638:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3765)
00000100:00000001:2.0:1787698541.057675:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.057681:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.057689:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057691:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698541.057704:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698541.057708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698541.057711:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298428067
00000100:00000010:2.0:1787698541.057716:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70720.
00000100:00000001:2.0:1787698541.057722:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698541.057729:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298428067
00000100:00000010:2.0:1787698541.057732:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70f00.
00000100:00000001:2.0:1787698541.057735:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698541.057739:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698541.057742:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057744:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698541.057749:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698541/real 1787698541]  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698541.057759:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698541.057761:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698541.057763:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698541.057766:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698541.057768:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698541.057770:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698541.057774:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698541.057783:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.057790:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698541.057792:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.057794:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.057796:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698541.057801:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.057808:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698541.057812:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.057825:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698541.057828:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.057830:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.057831:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.057834:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698541.057836:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698541.057839:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698541.057844:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698541.057873:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698541.057887:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698541.057896:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947195776:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698541.057901:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.057903:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.057906:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947195776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.057913:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698541.057916:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698541.057919:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698541.057922:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698541.057924:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698541.057926:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698541.057929:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698541.057932:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:2.0:1787698541.057935:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698541.057937:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698541.057939:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:2.0:1787698541.057942:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698541.057943:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.057945:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.057951:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698541.057953:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.057955:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698541.057956:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698541.057958:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698541.057962:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.057970:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698541.057971:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.057973:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698541.057975:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698541.057978:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698541.057981:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195904:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698541.057984:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698541.057986:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698541.057988:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.057989:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698541.057993:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698541.057996:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698541.057999:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698541.058002:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698541.058006:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698541.058009:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947195904, portal 10
00000100:00000001:2.0:1787698541.058011:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698541.058012:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:2.0:1787698541.058019:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058026:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698541.058028:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698541.058031:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698541.058033:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947195904, offset 0
00000400:00000200:2.0:1787698541.058037:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698541.058042:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.058046:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698541.058049:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698541.058052:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698541.058054:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698541.058057:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698541.058060:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12170:12170:256:4294967295] 192.168.201.121@tcp LPNI seq info [12170:12170:8:4294967295]
00000400:00000200:2.0:1787698541.058064:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.058071:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698541.058076:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698541.058079:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698541.058083:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698541.058086:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698541.058091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698541.058094:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787698541.058098:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698541.058100:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698541.058103:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698541.058107:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698541.058110:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698541.058111:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698541.058114:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698541.058118:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058126:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.058130:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058136:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.058138:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698541.058141:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698541.058145:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698541.058148:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698541.058151:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298427410
00000100:00000001:2.0:1787698541.058154:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298428067
00000100:00000001:2.0:1787698541.058156:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298427410
00000100:00000001:2.0:1787698541.058159:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298428067
00000100:00000001:2.0:1787698541.058161:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698541.058163:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.058165:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698541.058168:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698541/real 1787698541]  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698541.058176:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698541.058178:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698541.058180:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698541.058182:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698541.058184:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698541.058186:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698541.058189:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698541.058197:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058203:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698541.058204:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058207:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.058208:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698541.058212:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058218:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698541.058223:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058230:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698541.058232:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058234:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.058235:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058237:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698541.058240:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698541.058242:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698541.058246:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698541.058248:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698541.058252:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698541.058259:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947195904:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698541.058263:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698541.058268:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058274:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698541.058275:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.058278:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698541.058279:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698541.058282:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698541.058284:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196032:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698541.058287:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698541.058289:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698541.058291:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.058293:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698541.058296:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698541.058298:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698541.058301:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698541.058304:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698541.058307:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698541.058310:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196032, portal 4
00000100:00000001:2.0:1787698541.058312:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698541.058314:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:2.0:1787698541.058319:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058326:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698541.058328:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698541.058330:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698541.058333:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947196032, offset 0
00000400:00000200:2.0:1787698541.058337:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698541.058340:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.058344:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698541.058347:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698541.058350:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698541.058352:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698541.058355:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698541.058358:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12171:12171:256:4294967295] 192.168.201.121@tcp LPNI seq info [12171:12171:8:4294967295]
00000400:00000200:2.0:1787698541.058362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.058368:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698541.058372:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698541.058376:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698541.058380:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698541.058384:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698541.058388:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698541.058390:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787698541.058395:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698541.058397:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698541.058400:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698541.058404:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698541.058407:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698541.058409:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698541.058412:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698541.058415:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058423:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.058426:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058433:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.058435:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698541.058438:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698541.058441:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698541.058444:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698541.058446:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298427427
00000100:00000001:2.0:1787698541.058448:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298428067
00000100:00000001:2.0:1787698541.058451:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298427427
00000100:00000001:2.0:1787698541.058453:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298428067
00000100:00000001:2.0:1787698541.058455:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698541.058458:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.058460:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698541.058464:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698541/real 1787698541]  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698541.058471:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698541.058472:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698541.058474:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698541.058476:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698541.058478:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698541.058480:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698541.058484:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698541.058492:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058498:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698541.058500:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058501:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.058503:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698541.058507:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058514:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698541.058518:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058524:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698541.058526:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058527:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.058528:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058530:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698541.058532:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698541.058534:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698541.058537:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698541.058539:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698541.058543:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698541.058551:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196032:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698541.058554:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698541.058557:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058565:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698541.058566:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.058568:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698541.058570:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698541.058572:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698541.058575:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196160:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698541.058578:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698541.058581:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698541.058582:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698541.058584:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698541.058587:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698541.058590:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698541.058593:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698541.058595:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698541.058599:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698541.058602:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196160, portal 4
00000100:00000001:2.0:1787698541.058604:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698541.058605:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:2.0:1787698541.058611:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058618:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698541.058620:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698541.058623:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698541.058626:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947196160, offset 0
00000400:00000200:2.0:1787698541.058629:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698541.058632:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.058637:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698541.058640:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698541.058660:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698541.058662:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698541.058665:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698541.058668:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12172:12172:256:4294967295] 192.168.201.121@tcp LPNI seq info [12172:12172:8:4294967295]
00000400:00000200:2.0:1787698541.058673:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698541.058679:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698541.058684:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698541.058687:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698541.058692:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698541.058695:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698541.058699:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698541.058702:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787698541.058706:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698541.058709:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698541.058711:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698541.058715:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698541.058718:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698541.058720:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698541.058722:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698541.058726:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058734:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.058737:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058744:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.058746:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698541.058749:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698541.058751:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698541.058754:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698541.058756:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298427414
00000100:00000001:2.0:1787698541.058759:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298428067
00000100:00000001:2.0:1787698541.058761:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298427414
00000100:00000001:2.0:1787698541.058764:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298428067
00000100:00000001:2.0:1787698541.058766:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698541.058768:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.058770:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698541.058774:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698541/real 1787698541]  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698541.058782:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698541.058784:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698541.058786:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698541.058788:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698541.058790:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698541.058792:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698541.058796:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698541.058805:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058811:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698541.058813:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058814:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.058816:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698541.058820:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058826:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698541.058831:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058837:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698541.058840:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058842:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698541.058843:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058845:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698541.058864:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698541.058868:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698541.058873:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698541.058875:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698541.058880:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698541.058888:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196160:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698541.058892:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058894:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.058898:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947195904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058905:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698541.058907:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698541.058909:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698541.058912:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698541.058914:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698541.058915:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698541.058917:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698541.058919:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:2.0:1787698541.058922:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698541.058924:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698541.058925:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:2.0:1787698541.058928:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698541.058930:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058932:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.058935:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947196032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058941:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698541.058943:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698541.058944:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698541.058946:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698541.058948:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698541.058949:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698541.058951:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698541.058952:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:2.0:1787698541.058955:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698541.058956:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698541.058957:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:2.0:1787698541.058959:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698541.058961:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058962:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698541.058966:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947196160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698541.058972:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698541.058974:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698541.058975:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698541.058978:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698541.058979:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698541.058980:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698541.058982:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698541.058984:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:2.0:1787698541.058986:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698541.058987:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698541.058988:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:2.0:1787698541.058990:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698541.058992:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058993:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698541.058997:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698541.058998:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698541.059000:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698541.059001:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698541.504954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698541.504963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698541.504964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698541.504968:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698541.504970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.504972:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698541.504978:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698541.504979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698541.504983:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698541.504987:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698541.504988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698541.504989:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.504994:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698541.504995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698541.504998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698541.505003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698541.505004:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698541.505007:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698541.505010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698541.505010:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.505014:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698541.505018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.505022:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.505029:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.505036:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698541.505040:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698541.505042:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698541.505064:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698541.505066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698541.505069:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698541.760948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298428067, at 4298428096
00000100:00000010:0.0:1787698541.760965:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000100:00000001:0.0:1787698542.528952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698542.528957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698542.528962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698542.528962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698542.528967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698542.528969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698542.528973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698542.528975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698542.528978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698542.528981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698542.528983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698542.528990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698542.528999:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698542.529003:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698542.529006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:2.0:1787698542.529007:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698542.529011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698542.529017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698543.552946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698543.552952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698543.552952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698543.552954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698543.552957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698543.552959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698543.552963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698543.552963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698543.552967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698543.552968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698543.552973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698543.552974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698543.552975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698543.552978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698543.552978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698543.553003:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698543.553006:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698543.553008:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698544.576944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698544.576944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698544.576951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698544.576953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698544.576956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698544.576958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698544.576958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698544.576963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698544.576967:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698544.576970:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787698544.576974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698544.576974:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698544.576980:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698544.576981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698544.576983:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698544.576985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698544.576987:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698544.576991:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698544.576992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698544.576996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698544.577000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698544.577013:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698544.577016:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698544.577019:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787698545.600946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698545.600950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698545.600958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698545.600959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698545.600963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698545.600964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698545.600965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698545.600969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698545.600971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698545.600975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698545.600975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698545.600978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698545.600989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698545.600990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698545.600992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698545.600997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698545.601000:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698545.601003:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698546.176961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698546.176971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698546.176975:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698546.176978:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698546.176982:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698546.176987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3760
00000400:00000200:0.0:1787698546.176995:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698546.176999:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698546.177001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698546.177003:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698546.177007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698546.177012:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698546.177013:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698546.177015:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698546.177018:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698546.177021:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698546.177023:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698546.177026:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177028:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698546.177030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177031:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698546.177034:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698546.177037:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177040:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177042:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698546.177045:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698546.177048:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177051:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698546.177053:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698546.177063:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698546.177066:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698546.177070:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698546.177071:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177074:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698546.177076:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698546.177080:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698546.177096:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698546.177105:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698546.177114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698546.177124:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698546.177127:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698546.177132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698546.177151:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698546.177154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698546.177157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698546.177158:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698546.177159:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698546.177162:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698546.177163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3760
00000400:00000200:0.0:1787698546.177166:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698546.177168:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698546.177170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698546.177172:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177174:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698546.177175:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698546.177178:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698546.177179:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698546.177180:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698546.177181:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698546.177183:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698546.177184:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698546.177186:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177188:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698546.177189:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787698546.177190:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177194:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698546.177195:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787698546.177196:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:2.0:1787698546.177199:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787698546.177200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177204:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177207:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787698546.177210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698546.177212:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698546.177216:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177217:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698546.177220:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698546.177224:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177227:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698546.177232:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698546.177233:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787698546.177235:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:2.0:1787698546.177236:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177239:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698546.177242:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.177242:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787698546.177247:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698546.177247:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698546.177251:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698546.177252:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177254:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698546.177258:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947196288:192.168.201.121@tcp:250:kworker.0
02000000:00000010:0.0:1787698546.177262:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:2.0:1787698546.177264:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787698546.177268:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.177269:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698546.177273:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.177277:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787698546.177278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698546.177286:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698546.177288:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698546.177289:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
00000100:00000040:0.0:1787698546.177293:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698546.177294:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.177304:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698546.177309:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698546.177311:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00080000:0.0:1787698546.177314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698546.177318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698546.177320:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787698546.177320:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00080000:0.0:1787698546.177323:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698546.177327:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787698546.177329:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196288, portal 25
00000100:00080000:0.0:1787698546.177330:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3760
00000100:00000001:2.0:1787698546.177334:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1787698546.177338:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698546.177338:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000400:00000200:0.0:1787698546.177344:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698546.177348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698546.177349:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698546.177354:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177359:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698546.177364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698546.177366:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787698546.177367:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698546.177373:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787698546.177373:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000040:0.0:1787698546.177376:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000010:2.0:1787698546.177378:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000020:00000001:0.0:1787698546.177379:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698546.177383:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000200:2.0:1787698546.177385:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947196288, offset 0
00000020:00000001:0.0:1787698546.177386:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698546.177390:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698546.177394:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698546.177397:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177398:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698546.177403:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177405:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698546.177408:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698546.177409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698546.177413:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177416:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177419:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698546.177419:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:0.0:1787698546.177424:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698546.177427:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787698546.177428:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177431:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787698546.177434:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000008:00100000:0.0:1787698546.177435:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698546.177439:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.177441:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698546.177442:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.177446:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000010:0.0:1787698546.177448:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698546.177453:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:2.0:1787698546.177453:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12173:12173:256:4294967295] 192.168.201.121@tcp LPNI seq info [12173:12173:8:4294967295]
02000000:00000001:0.0:1787698546.177457:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698546.177461:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.177463:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698546.177464:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698546.177467:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698546.177469:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698546.177474:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000400:00000200:2.0:1787698546.177478:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787698546.177480:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698546.177487:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00100000:0.0:1787698546.177488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787698546.177495:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000100:00000001:0.0:1787698546.177496:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698546.177499:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698546.177503:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787698546.177508:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698546.177515:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698546.177516:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787698546.177517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698546.177522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698546.177525:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787698546.177526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698546.177527:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698546.177534:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787698546.177534:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1787698546.177539:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3760
00000400:00000200:0.0:1787698546.177545:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698546.177547:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698546.177549:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698546.177550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177552:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787698546.177552:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.177565:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000100:00000040:0.0:1787698546.177568:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698546.177573:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787698546.177573:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787698546.177575:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698546.177578:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698546.177579:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698546.177583:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698546.177584:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787698546.177585:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698546.177590:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177591:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698546.177591:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698546.177595:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000040:0.0:1787698546.177596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177600:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698546.177603:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:2.0:1787698546.177603:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787698546.177608:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698546.177612:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177613:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787698546.177613:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698546.177618:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698546.177623:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177627:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698546.177630:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698546.177631:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787698546.177635:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698546.177637:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698546.177639:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698546.177645:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698546.177648:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698546.177650:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698546.177651:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787698546.177656:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698546.177658:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698546.177659:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.177663:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698546.177666:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698546.177666:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698546.177668:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.177671:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298433187
02000000:00000010:0.0:1787698546.177673:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698546.177677:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698546.177678:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70960.
00000100:00100000:0.0:1787698546.177681:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698546.177687:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787698546.177688:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698546.177691:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698546.177695:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177696:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298433187
00000100:00000010:2.0:1787698546.177700:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70d20.
00000100:00000001:2.0:1787698546.177703:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698546.177708:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698546.177712:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.177713:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698546.177717:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3770)
00000100:00000001:2.0:1787698546.177717:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698546.177724:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698546/real 1787698546]  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698546.177733:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698546.177735:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698546.177737:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698546.177739:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698546.177741:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698546.177743:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698546.177746:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698546.177754:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177760:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698546.177761:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.177763:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.177765:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698546.177768:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177774:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698546.177778:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177784:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698546.177787:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.177789:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.177790:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.177792:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698546.177794:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698546.177797:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698546.177800:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698546.177803:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698546.177806:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698546.177814:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947196288:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698546.177818:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.177820:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.177830:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947196288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177839:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698546.177841:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698546.177844:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698546.177871:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698546.177873:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698546.177875:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698546.177877:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698546.177880:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:2.0:1787698546.177884:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698546.177885:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698546.177887:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:2.0:1787698546.177889:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698546.177890:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.177893:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.177899:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698546.177901:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.177903:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698546.177904:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698546.177906:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698546.177910:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177915:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698546.177917:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.177919:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698546.177921:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698546.177922:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698546.177925:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196416:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698546.177928:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698546.177930:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698546.177931:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.177933:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698546.177936:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698546.177937:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.177941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698546.177943:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698546.177946:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698546.177949:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196416, portal 10
00000100:00000001:2.0:1787698546.177951:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698546.177952:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:2.0:1787698546.177958:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.177964:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698546.177966:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698546.177968:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698546.177970:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947196416, offset 0
00000400:00000200:2.0:1787698546.177973:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698546.177977:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698546.177980:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698546.177983:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698546.177986:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698546.177988:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698546.177990:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698546.177993:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12174:12174:256:4294967295] 192.168.201.121@tcp LPNI seq info [12174:12174:8:4294967295]
00000400:00000200:2.0:1787698546.178004:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698546.178009:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698546.178013:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.178016:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698546.178020:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698546.178023:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698546.178027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698546.178029:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698546.178032:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.178034:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698546.178037:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698546.178040:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698546.178042:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698546.178044:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698546.178046:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698546.178050:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178056:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.178059:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178065:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178067:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698546.178069:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698546.178079:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698546.178082:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698546.178084:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298432530
00000100:00000001:2.0:1787698546.178087:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298433187
00000100:00000001:2.0:1787698546.178089:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298432530
00000100:00000001:2.0:1787698546.178091:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298433187
00000100:00000001:2.0:1787698546.178093:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698546.178095:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178097:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698546.178100:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698546/real 1787698546]  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698546.178107:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698546.178108:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698546.178110:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698546.178112:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698546.178114:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698546.178115:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698546.178118:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698546.178125:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178130:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698546.178131:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178133:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.178134:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698546.178137:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178143:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698546.178146:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178152:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698546.178155:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178156:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.178157:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178159:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698546.178161:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698546.178164:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698546.178167:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698546.178169:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698546.178173:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698546.178180:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196416:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698546.178183:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698546.178186:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178192:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698546.178193:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.178195:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698546.178197:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698546.178200:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698546.178202:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196544:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698546.178205:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698546.178206:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698546.178208:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.178210:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698546.178212:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698546.178214:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.178217:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698546.178219:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698546.178222:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698546.178224:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196544, portal 4
00000100:00000001:2.0:1787698546.178226:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698546.178227:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:2.0:1787698546.178232:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178242:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698546.178244:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698546.178246:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698546.178248:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947196544, offset 0
00000400:00000200:2.0:1787698546.178252:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698546.178255:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698546.178258:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698546.178261:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698546.178264:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698546.178266:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698546.178268:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698546.178270:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12175:12175:256:4294967295] 192.168.201.121@tcp LPNI seq info [12175:12175:8:4294967295]
00000400:00000200:2.0:1787698546.178274:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698546.178279:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698546.178284:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.178286:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698546.178290:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698546.178292:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698546.178296:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698546.178299:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698546.178302:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.178304:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698546.178306:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698546.178309:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698546.178312:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698546.178313:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698546.178316:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698546.178319:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178326:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.178329:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178340:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178342:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698546.178344:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698546.178347:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698546.178350:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698546.178351:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298432547
00000100:00000001:2.0:1787698546.178354:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298433187
00000100:00000001:2.0:1787698546.178356:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298432547
00000100:00000001:2.0:1787698546.178357:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298433187
00000100:00000001:2.0:1787698546.178359:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698546.178361:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178363:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698546.178366:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698546/real 1787698546]  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698546.178373:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698546.178374:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698546.178375:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698546.178377:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698546.178379:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698546.178381:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698546.178384:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698546.178391:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178397:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698546.178398:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178399:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.178401:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698546.178404:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178410:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698546.178414:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178420:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698546.178422:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178424:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.178424:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178426:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698546.178427:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698546.178430:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698546.178433:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698546.178435:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698546.178439:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698546.178445:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196544:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698546.178449:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698546.178452:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178457:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698546.178459:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.178460:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698546.178462:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698546.178464:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698546.178466:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196672:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698546.178469:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698546.178471:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698546.178472:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698546.178474:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698546.178477:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698546.178479:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698546.178481:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698546.178483:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698546.178486:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698546.178488:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196672, portal 4
00000100:00000001:2.0:1787698546.178490:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698546.178491:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:2.0:1787698546.178496:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178501:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698546.178503:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698546.178505:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698546.178506:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947196672, offset 0
00000400:00000200:2.0:1787698546.178510:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698546.178513:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698546.178516:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698546.178518:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698546.178520:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698546.178522:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698546.178524:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698546.178527:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12176:12176:256:4294967295] 192.168.201.121@tcp LPNI seq info [12176:12176:8:4294967295]
00000400:00000200:2.0:1787698546.178530:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698546.178535:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698546.178539:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.178541:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698546.178545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698546.178548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698546.178551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698546.178567:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698546.178571:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698546.178574:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698546.178576:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698546.178579:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698546.178582:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698546.178583:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698546.178585:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698546.178588:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178595:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.178598:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178604:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178605:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698546.178608:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698546.178610:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698546.178613:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698546.178615:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298432534
00000100:00000001:2.0:1787698546.178617:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298433187
00000100:00000001:2.0:1787698546.178619:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298432534
00000100:00000001:2.0:1787698546.178621:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298433187
00000100:00000001:2.0:1787698546.178622:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698546.178624:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178626:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698546.178629:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698546/real 1787698546]  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698546.178635:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698546.178637:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698546.178638:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698546.178640:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698546.178642:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698546.178644:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698546.178647:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698546.178654:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178659:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698546.178660:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178662:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.178663:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698546.178667:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178672:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698546.178675:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178681:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698546.178684:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178685:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698546.178687:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178689:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698546.178690:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698546.178693:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698546.178696:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698546.178697:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698546.178700:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698546.178707:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196672:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698546.178710:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178712:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.178715:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947196416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178720:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698546.178722:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698546.178723:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698546.178726:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698546.178727:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698546.178728:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698546.178730:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698546.178732:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:2.0:1787698546.178734:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698546.178736:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698546.178737:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698546.178739:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698546.178740:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178742:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.178745:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947196544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178750:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698546.178751:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698546.178752:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698546.178755:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698546.178756:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698546.178757:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698546.178758:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698546.178760:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:2.0:1787698546.178762:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698546.178762:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698546.178764:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698546.178766:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698546.178767:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178768:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698546.178771:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947196672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698546.178776:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698546.178777:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698546.178779:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698546.178781:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698546.178782:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698546.178783:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698546.178784:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698546.178786:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:2.0:1787698546.178788:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698546.178789:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698546.178790:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698546.178792:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698546.178793:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178795:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698546.178798:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698546.178799:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698546.178801:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698546.178802:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.624958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698546.624962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698546.624967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698546.624967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.624971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698546.624975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698546.624977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698546.624978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.624985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698546.624986:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698546.624990:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.625001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698546.625010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698546.625012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698546.625014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698546.625017:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698546.625018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698546.625022:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698546.880929:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298433187, at 4298433216
00000100:00000010:0.0:1787698546.880940:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00010000:00000001:2.0:1787698547.648928:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698547.648932:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698547.648933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698547.648938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698547.648939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698547.648941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698547.648943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698547.648945:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698547.648948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698547.648950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698547.648955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698547.648960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698547.648968:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698547.648971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698547.648972:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698547.648975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1787698547.648975:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698547.648980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698548.672943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698548.672947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698548.672950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698548.672956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698548.672963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698548.672968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698548.672969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698548.672974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698548.672975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698548.672977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698548.672982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698548.672982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698548.672987:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698548.672993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698548.672996:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698548.673016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698548.673018:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698548.673021:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787698549.696928:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698549.696934:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698549.696943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698549.696946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698549.696953:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698549.696957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698549.696981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698549.696986:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698549.696989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00010000:2.0:1787698549.696990:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698549.696995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698549.696997:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698549.697000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698549.697004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698549.697006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698549.697009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698549.697010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698549.697013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698550.720940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698550.720946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698550.720950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698550.720957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698550.720961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698550.720964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698550.720966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698550.720968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698550.720971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698550.720992:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698550.720994:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698550.720998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698550.720999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698550.721002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698550.721003:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698550.721018:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698550.721021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698550.721024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698551.296912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698551.296919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698551.296924:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698551.296927:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698551.296931:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698551.296938:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3765
00000400:00000200:0.0:1787698551.296946:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698551.296951:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698551.296953:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698551.296955:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.296957:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.296960:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.296961:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698551.296964:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698551.296966:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698551.296968:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698551.296970:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698551.296972:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698551.296973:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698551.296974:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.296976:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.296977:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.296978:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698551.296980:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698551.296982:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698551.296983:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698551.296984:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698551.296987:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698551.296988:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.296990:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698551.296991:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698551.296998:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698551.297000:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698551.297003:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698551.297004:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297006:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698551.297007:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698551.297010:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698551.297020:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698551.297025:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698551.297032:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698551.297039:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698551.297042:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698551.297045:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698551.297060:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698551.297062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698551.297064:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698551.297065:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698551.297066:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698551.297068:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698551.297069:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3765
00000400:00000200:0.0:1787698551.297071:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698551.297073:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698551.297074:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698551.297076:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297077:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.297078:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297079:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698551.297081:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698551.297081:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698551.297082:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698551.297083:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698551.297085:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698551.297086:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698551.297088:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297089:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.297090:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297091:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698551.297093:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698551.297094:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297095:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698551.297096:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698551.297099:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698551.297101:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297102:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698551.297106:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698551.297108:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297109:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698551.297112:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698551.297114:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698551.297115:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698551.297116:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297117:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698551.297118:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698551.297119:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698551.297122:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698551.297124:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.297124:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1787698551.297128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698551.297130:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698551.297134:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698551.297136:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698551.297138:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698551.297143:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698551.297145:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698551.297175:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698551.297180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698551.297183:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787698551.297185:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698551.297186:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297189:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787698551.297191:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787698551.297192:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787698551.297194:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698551.297199:0:38:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787698551.297199:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698551.297205:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3765
00000100:00100000:2.0:1787698551.297206:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947196800:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698551.297212:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1787698551.297213:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698551.297216:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:0.0:1787698551.297217:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698551.297220:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787698551.297220:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.297224:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787698551.297225:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297227:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.297229:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000010:2.0:1787698551.297229:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
00000100:00000001:0.0:1787698551.297231:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:2.0:1787698551.297233:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698551.297234:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698551.297236:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698551.297238:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698551.297240:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:2.0:1787698551.297241:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:0.0:1787698551.297242:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698551.297245:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:2.0:1787698551.297246:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00000040:0.0:1787698551.297248:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297250:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.297251:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297252:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:2.0:1787698551.297253:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000020:00000040:0.0:1787698551.297254:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698551.297259:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297260:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698551.297262:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787698551.297262:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196800, portal 25
00000100:00000001:2.0:1787698551.297266:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787698551.297267:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698551.297267:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
02000000:00000001:0.0:1787698551.297271:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297274:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698551.297276:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787698551.297276:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787698551.297281:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297284:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698551.297290:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698551.297290:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787698551.297293:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000040:2.0:1787698551.297296:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787698551.297297:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698551.297299:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297300:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698551.297301:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698551.297302:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698551.297305:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698551.297307:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698551.297308:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00100000:0.0:1787698551.297312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698551.297315:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947196800, offset 0
00000100:00000001:0.0:1787698551.297321:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698551.297323:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297325:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787698551.297330:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698551.297334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.297341:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698551.297345:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297347:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787698551.297349:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698551.297352:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:0.0:1787698551.297356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787698551.297357:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698551.297360:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787698551.297361:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:0.0:1787698551.297364:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698551.297366:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12177:12177:256:4294967295] 192.168.201.121@tcp LPNI seq info [12177:12177:8:4294967295]
00000100:00000001:0.0:1787698551.297370:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698551.297373:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698551.297375:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3765
00000400:00000200:2.0:1787698551.297382:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698551.297388:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787698551.297389:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:2.0:1787698551.297392:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000400:00000200:0.0:1787698551.297393:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698551.297397:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698551.297401:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.0:1787698551.297402:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698551.297403:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.297406:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297409:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.0:1787698551.297410:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787698551.297411:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698551.297412:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698551.297414:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698551.297417:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698551.297420:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698551.297422:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:2.1:1787698551.297422:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698551.297427:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698551.297428:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787698551.297429:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698551.297432:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297435:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698551.297437:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698551.297441:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000100:2.0:1787698551.297441:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698551.297445:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698551.297447:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1787698551.297447:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
02000000:00000001:0.0:1787698551.297450:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698551.297453:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297454:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698551.297455:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787698551.297456:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1787698551.297457:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297461:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698551.297463:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698551.297480:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698551.297482:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698551.297484:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.297485:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698551.297486:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698551.297488:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297491:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1787698551.297492:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698551.297498:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297500:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698551.297505:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00100000:0.0:1787698551.297506:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698551.297512:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787698551.297517:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698551.297520:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698551.297520:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698551.297527:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297536:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698551.297537:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698551.297543:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3775)
00000100:00000040:2.0:1787698551.297545:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297555:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.297557:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698551.297563:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698551.297570:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298438307
00000100:00000010:2.0:1787698551.297575:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d709c0.
00000100:00000001:2.0:1787698551.297581:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698551.297586:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298438307
00000100:00000010:2.0:1787698551.297589:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70480.
00000100:00000001:2.0:1787698551.297592:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698551.297595:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698551.297598:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.297600:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698551.297604:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698551/real 1787698551]  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698551.297610:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698551.297611:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698551.297613:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698551.297615:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698551.297616:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698551.297617:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698551.297620:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698551.297624:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297628:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698551.297629:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297630:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.297632:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698551.297634:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297638:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698551.297641:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297645:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698551.297646:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297647:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.297648:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297649:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698551.297651:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698551.297652:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698551.297655:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698551.297656:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698551.297659:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698551.297664:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947196800:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698551.297666:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297668:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.297669:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947196800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297673:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698551.297675:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698551.297676:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698551.297678:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698551.297679:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698551.297680:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698551.297681:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698551.297683:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:2.0:1787698551.297685:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698551.297686:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698551.297687:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:2.0:1787698551.297689:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698551.297690:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297691:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297696:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698551.297697:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.297698:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698551.297699:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698551.297700:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698551.297702:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297706:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698551.297707:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.297708:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698551.297709:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698551.297711:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698551.297712:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196928:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698551.297714:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698551.297716:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698551.297717:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.297718:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698551.297719:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698551.297720:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297722:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698551.297724:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698551.297726:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698551.297728:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947196928, portal 10
00000100:00000001:2.0:1787698551.297729:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698551.297730:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:2.0:1787698551.297734:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297738:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698551.297739:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698551.297740:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698551.297741:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947196928, offset 0
00000400:00000200:2.0:1787698551.297744:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698551.297746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.297748:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698551.297750:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698551.297751:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698551.297753:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698551.297754:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698551.297756:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12178:12178:256:4294967295] 192.168.201.121@tcp LPNI seq info [12178:12178:8:4294967295]
00000400:00000200:2.0:1787698551.297759:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.297762:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698551.297765:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698551.297767:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698551.297769:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698551.297771:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698551.297773:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698551.297775:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698551.297777:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698551.297778:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698551.297780:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698551.297782:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698551.297784:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698551.297785:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698551.297786:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698551.297788:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297793:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.297795:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297798:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.297799:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698551.297801:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698551.297803:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698551.297805:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698551.297806:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298437649
00000100:00000001:2.0:1787698551.297808:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298438307
00000100:00000001:2.0:1787698551.297810:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298437649
00000100:00000001:2.0:1787698551.297811:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298438307
00000100:00000001:2.0:1787698551.297813:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698551.297815:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.297817:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698551.297820:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698551/real 1787698551]  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698551.297834:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698551.297835:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698551.297837:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698551.297839:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698551.297841:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698551.297843:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698551.297846:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698551.297878:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297882:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698551.297883:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297885:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.297885:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698551.297888:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297892:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698551.297894:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297898:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698551.297899:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297900:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.297901:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.297902:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698551.297904:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698551.297906:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698551.297907:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698551.297908:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698551.297911:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698551.297915:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947196928:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698551.297918:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698551.297919:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297923:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698551.297924:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.297925:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698551.297926:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698551.297927:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698551.297929:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197056:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698551.297931:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698551.297932:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698551.297933:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.297934:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698551.297936:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698551.297937:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.297939:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698551.297941:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698551.297943:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698551.297945:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197056, portal 4
00000100:00000001:2.0:1787698551.297946:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698551.297947:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:2.0:1787698551.297950:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.297954:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698551.297956:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698551.297957:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698551.297958:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947197056, offset 0
00000400:00000200:2.0:1787698551.297961:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698551.297963:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.297965:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698551.297967:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698551.297969:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698551.297970:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698551.297972:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698551.297973:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12179:12179:256:4294967295] 192.168.201.121@tcp LPNI seq info [12179:12179:8:4294967295]
00000400:00000200:2.0:1787698551.297976:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.297979:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698551.297982:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698551.297984:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698551.297987:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698551.297990:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698551.297994:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698551.297996:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698551.298000:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698551.298002:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698551.298004:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698551.298008:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698551.298010:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698551.298012:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698551.298014:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698551.298017:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298025:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.298028:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298034:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.298035:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698551.298039:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698551.298042:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698551.298045:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698551.298047:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298437667
00000100:00000001:2.0:1787698551.298049:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298438307
00000100:00000001:2.0:1787698551.298051:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298437667
00000100:00000001:2.0:1787698551.298053:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298438307
00000100:00000001:2.0:1787698551.298055:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698551.298057:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.298058:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698551.298062:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698551/real 1787698551]  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698551.298069:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698551.298070:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698551.298071:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698551.298072:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698551.298073:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698551.298074:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698551.298076:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698551.298081:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298084:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698551.298085:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298086:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.298087:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698551.298089:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298092:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698551.298095:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298098:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698551.298100:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298101:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.298102:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298103:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698551.298104:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698551.298105:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698551.298107:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698551.298108:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698551.298110:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698551.298114:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197056:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698551.298116:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698551.298118:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298122:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698551.298123:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.298124:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698551.298125:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698551.298126:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698551.298127:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197184:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698551.298129:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698551.298130:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698551.298131:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698551.298132:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698551.298135:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698551.298136:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698551.298138:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698551.298139:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698551.298141:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698551.298142:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197184, portal 4
00000100:00000001:2.0:1787698551.298144:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698551.298145:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:2.0:1787698551.298148:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298152:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698551.298153:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698551.298154:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698551.298155:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947197184, offset 0
00000400:00000200:2.0:1787698551.298158:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698551.298160:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.298162:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698551.298164:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698551.298165:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698551.298167:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698551.298168:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698551.298170:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12180:12180:256:4294967295] 192.168.201.121@tcp LPNI seq info [12180:12180:8:4294967295]
00000400:00000200:2.0:1787698551.298172:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698551.298176:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698551.298178:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698551.298180:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698551.298182:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698551.298184:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698551.298186:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698551.298188:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698551.298190:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698551.298191:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698551.298193:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698551.298195:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698551.298196:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698551.298197:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698551.298199:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698551.298201:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298209:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.298211:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298215:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.298215:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698551.298217:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698551.298219:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698551.298220:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698551.298222:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298437654
00000100:00000001:2.0:1787698551.298224:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298438307
00000100:00000001:2.0:1787698551.298226:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298437654
00000100:00000001:2.0:1787698551.298227:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298438307
00000100:00000001:2.0:1787698551.298229:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698551.298231:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.298233:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698551.298236:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698551/real 1787698551]  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698551.298243:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698551.298244:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698551.298246:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698551.298248:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698551.298249:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698551.298251:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698551.298254:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698551.298261:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298267:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698551.298269:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298271:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.298272:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698551.298276:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298282:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698551.298285:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298291:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698551.298294:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298295:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698551.298296:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298298:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698551.298300:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698551.298302:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698551.298305:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698551.298307:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698551.298311:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698551.298318:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197184:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698551.298322:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298324:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.298326:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947196928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298332:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698551.298334:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698551.298336:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698551.298338:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698551.298339:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698551.298341:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698551.298343:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698551.298345:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:2.0:1787698551.298347:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698551.298348:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698551.298349:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698551.298352:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698551.298353:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298355:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.298357:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947197056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298363:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698551.298364:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698551.298366:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698551.298368:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698551.298369:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698551.298370:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698551.298372:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698551.298373:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:2.0:1787698551.298375:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698551.298376:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698551.298377:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698551.298379:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698551.298380:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298382:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698551.298384:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947197184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698551.298390:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698551.298391:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698551.298392:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698551.298394:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698551.298395:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698551.298397:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698551.298398:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698551.298399:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:2.0:1787698551.298401:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698551.298403:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698551.298404:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698551.298406:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698551.298407:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298409:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698551.298412:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698551.298414:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698551.298415:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698551.298417:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698551.744943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698551.744951:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698551.744954:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698551.744958:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698551.744963:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698551.744965:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698551.744967:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.744971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698551.744971:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.744977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698551.744978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698551.744982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698551.744982:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698551.744985:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787698551.744988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698551.744988:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698551.744991:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698551.744994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698551.744995:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.744999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698551.745005:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698551.745007:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.745009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698551.745012:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698551.745014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698551.745020:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698551.745024:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698551.745046:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698551.745047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698551.745049:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698552.001044:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298438307, at 4298438336
00000100:00000010:0.0:1787698552.001051:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d709c0.
00000100:00000001:0.0:1787698552.768922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698552.768930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698552.768930:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698552.768934:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698552.768935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698552.768940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698552.768941:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698552.768942:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698552.768947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698552.768948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698552.768949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698552.768953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698552.768956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698552.768959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698552.768962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698552.768964:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698552.768967:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698552.768971:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698553.792909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698553.792917:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698553.792919:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698553.792923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698553.792929:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698553.792934:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698553.792938:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698553.792943:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698553.792949:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698553.792954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698553.792959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698553.792964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698553.792965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698553.792977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698553.792978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698553.792995:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698553.792998:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698553.793000:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787698554.816919:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698554.816922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698554.816924:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698554.816926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698554.816930:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698554.816931:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698554.816934:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698554.816935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698554.816939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698554.816940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698554.816943:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698554.816944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698554.816946:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698554.816947:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698554.816950:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698554.816951:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698554.816954:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698554.816955:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698554.816959:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698554.816961:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698554.816964:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698554.816982:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698554.816984:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698554.816986:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698555.840949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698555.840954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698555.840958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698555.840964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698555.840970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698555.840975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698555.840977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698555.840981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698555.840982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698555.840986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698555.840987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698555.840990:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698555.840992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698555.840993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698555.840997:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698555.841019:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698555.841023:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698555.841026:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698556.416941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698556.416951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698556.416956:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698556.416962:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698556.416976:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698556.416983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3770
00000400:00000200:0.0:1787698556.416991:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698556.416997:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698556.417000:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698556.417002:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417005:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698556.417007:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698556.417013:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698556.417014:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698556.417017:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698556.417020:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698556.417022:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698556.417024:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698556.417027:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698556.417031:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417033:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698556.417035:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698556.417039:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417041:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698556.417043:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698556.417047:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698556.417049:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417051:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698556.417053:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698556.417062:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698556.417065:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698556.417069:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698556.417071:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417079:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698556.417081:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698556.417085:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698556.417091:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698556.417097:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698556.417105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698556.417114:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698556.417118:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698556.417122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698556.417143:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698556.417146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698556.417149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698556.417151:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698556.417152:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698556.417154:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698556.417157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3770
00000400:00000200:0.0:1787698556.417160:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698556.417163:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698556.417166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698556.417175:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417178:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698556.417178:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698556.417184:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787698556.417185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698556.417186:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698556.417189:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:2.0:1787698556.417193:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698556.417194:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698556.417197:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698556.417200:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698556.417204:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:2.0:1787698556.417207:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787698556.417208:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698556.417209:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698556.417213:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:2.0:1787698556.417215:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698556.417218:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787698556.417220:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698556.417221:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417224:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698556.417227:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417229:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698556.417233:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00100000:2.0:1787698556.417236:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947197312:192.168.201.121@tcp:250:kworker.0
00000100:00080000:0.0:1787698556.417238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417244:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417244:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787698556.417248:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698556.417250:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787698556.417253:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698556.417254:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698556.417260:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.417261:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787698556.417264:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1787698556.417268:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
00000008:00100000:0.0:1787698556.417269:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698556.417271:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787698556.417274:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417278:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698556.417278:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698556.417282:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698556.417287:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000010:0.0:1787698556.417291:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000100:00000200:2.0:1787698556.417293:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197312, portal 25
00000020:00000040:0.0:1787698556.417295:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:2.0:1787698556.417296:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787698556.417300:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698556.417300:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
02000000:00000001:0.0:1787698556.417304:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698556.417306:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698556.417307:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698556.417310:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698556.417313:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698556.417319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:2.0:1787698556.417319:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698556.417324:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417325:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698556.417330:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00100000:0.0:1787698556.417333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698556.417336:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947197312, offset 0
00000100:00000001:0.0:1787698556.417346:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787698556.417347:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417350:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698556.417355:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698556.417362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698556.417367:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698556.417370:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:0.0:1787698556.417372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698556.417376:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698556.417394:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698556.417398:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698556.417400:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:0.0:1787698556.417403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787698556.417407:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12181:12181:256:4294967295] 192.168.201.121@tcp LPNI seq info [12181:12181:8:4294967295]
00000100:00000001:0.0:1787698556.417408:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698556.417411:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698556.417415:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698556.417416:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698556.417427:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3770
00000400:00000200:2.0:1787698556.417430:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698556.417441:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787698556.417443:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:2.0:1787698556.417446:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000400:00000200:0.0:1787698556.417450:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698556.417454:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787698556.417456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698556.417460:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.0:1787698556.417462:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787698556.417464:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698556.417468:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417473:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.1:1787698556.417474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698556.417478:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698556.417480:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:2.1:1787698556.417480:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787698556.417484:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698556.417487:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000100:2.0:1787698556.417488:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:0.0:1787698556.417491:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698556.417495:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698556.417498:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417500:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787698556.417500:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000100:00000040:0.0:1787698556.417505:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417508:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698556.417509:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787698556.417514:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698556.417517:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787698556.417521:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698556.417522:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000100:00000001:0.0:1787698556.417525:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698556.417525:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
02000000:00000001:0.0:1787698556.417530:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698556.417531:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787698556.417534:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787698556.417537:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698556.417539:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417543:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698556.417547:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698556.417549:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787698556.417552:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417555:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698556.417559:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000100:00000040:2.0:1787698556.417559:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698556.417565:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698556.417570:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698556.417571:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698556.417573:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417573:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698556.417577:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698556.417579:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698556.417580:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698556.417581:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698556.417584:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:0.0:1787698556.417587:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:2.0:1787698556.417588:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298443427
00000100:00000001:0.0:1787698556.417592:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698556.417594:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ba0.
00000100:00100000:0.0:1787698556.417600:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698556.417601:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698556.417607:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298443427
00000100:00000010:2.0:1787698556.417611:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70e40.
00000100:00000001:0.0:1787698556.417612:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698556.417614:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787698556.417617:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417618:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787698556.417623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.417626:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417631:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698556.417636:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698556.417637:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698556/real 1787698556]  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698556.417640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698556.417649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:2.0:1787698556.417650:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787698556.417651:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787698556.417653:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787698556.417655:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787698556.417655:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698556.417660:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000100:00000001:0.0:1787698556.417661:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787698556.417662:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00080000:0.0:1787698556.417665:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3770
00000100:00000001:2.0:1787698556.417665:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698556.417669:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787698556.417674:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698556.417681:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000200:2.0:1787698556.417683:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698556.417684:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698556.417692:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1787698556.417693:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698556.417694:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698556.417698:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698556.417702:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417704:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698556.417705:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1787698556.417707:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787698556.417709:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787698556.417710:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698556.417714:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787698556.417717:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698556.417718:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698556.417723:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698556.417728:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698556.417734:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698556.417735:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698556.417738:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698556.417741:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417744:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:2.0:1787698556.417744:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698556.417748:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698556.417754:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698556.417757:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698556.417759:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698556.417762:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698556.417764:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787698556.417766:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698556.417771:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698556.417772:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787698556.417774:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698556.417775:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1787698556.417779:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417779:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698556.417782:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417784:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:0.0:1787698556.417787:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698556.417788:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787698556.417792:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00080000:2.0:1787698556.417794:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787698556.417796:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698556.417799:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698556.417801:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:0.0:1787698556.417802:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698556.417805:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698556.417806:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787698556.417807:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698556.417814:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000040:2.0:1787698556.417815:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698556.417818:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698556.417827:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787698556.417831:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947197312:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698556.417840:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698556.417841:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698556.417844:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698556.417872:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698556.417879:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947197312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698556.417880:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698556.417898:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698556.417902:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3780)
00000100:00000001:2.0:1787698556.417905:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698556.417909:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698556.417912:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698556.417917:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698556.417919:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698556.417921:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698556.417923:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698556.417925:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:2.0:1787698556.417929:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698556.417930:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698556.417932:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:2.0:1787698556.417935:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698556.417936:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.417938:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.417943:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698556.417945:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.417947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698556.417949:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698556.417950:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698556.417954:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.417959:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698556.417960:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.417962:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698556.417963:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698556.417965:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698556.417967:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197440:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698556.417969:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698556.417970:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698556.417971:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.417972:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698556.417974:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698556.417975:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698556.417978:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698556.417980:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698556.417982:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698556.417984:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197440, portal 10
00000100:00000001:2.0:1787698556.417985:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698556.417986:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:2.0:1787698556.417991:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.417995:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698556.417996:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698556.417997:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698556.417999:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947197440, offset 0
00000400:00000200:2.0:1787698556.418001:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698556.418003:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698556.418006:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698556.418007:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698556.418009:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698556.418010:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698556.418012:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698556.418014:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12182:12182:256:4294967295] 192.168.201.121@tcp LPNI seq info [12182:12182:8:4294967295]
00000400:00000200:2.0:1787698556.418016:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698556.418020:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698556.418022:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698556.418024:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698556.418027:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698556.418029:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698556.418032:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698556.418033:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698556.418036:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698556.418037:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698556.418039:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698556.418047:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698556.418049:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698556.418050:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698556.418052:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698556.418054:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418059:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698556.418061:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418065:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418065:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698556.418067:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698556.418070:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698556.418076:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698556.418077:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298442770
00000100:00000001:2.0:1787698556.418079:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298443427
00000100:00000001:2.0:1787698556.418080:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298442770
00000100:00000001:2.0:1787698556.418081:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298443427
00000100:00000001:2.0:1787698556.418083:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698556.418084:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418085:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698556.418088:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698556/real 1787698556]  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698556.418096:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698556.418097:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698556.418098:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698556.418099:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698556.418100:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698556.418101:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698556.418103:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698556.418110:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418116:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698556.418117:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418119:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698556.418120:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698556.418123:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418129:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698556.418133:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418139:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698556.418142:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418143:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698556.418144:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418146:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698556.418148:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698556.418150:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698556.418153:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698556.418156:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698556.418160:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698556.418167:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197440:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698556.418171:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698556.418174:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418180:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698556.418181:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.418183:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698556.418185:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698556.418186:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698556.418189:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197568:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698556.418192:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698556.418194:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698556.418195:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.418197:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698556.418201:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698556.418202:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698556.418205:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698556.418206:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698556.418209:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698556.418211:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197568, portal 4
00000100:00000001:2.0:1787698556.418212:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698556.418213:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:2.0:1787698556.418217:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418221:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698556.418222:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698556.418224:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698556.418226:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947197568, offset 0
00000400:00000200:2.0:1787698556.418231:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698556.418234:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698556.418237:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698556.418240:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698556.418242:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698556.418245:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698556.418247:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698556.418250:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12183:12183:256:4294967295] 192.168.201.121@tcp LPNI seq info [12183:12183:8:4294967295]
00000400:00000200:2.0:1787698556.418254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698556.418259:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698556.418264:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698556.418267:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698556.418269:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698556.418271:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698556.418274:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698556.418275:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698556.418278:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698556.418279:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698556.418281:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698556.418283:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698556.418284:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698556.418285:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698556.418287:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698556.418289:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418294:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698556.418296:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418300:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418301:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698556.418302:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698556.418304:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698556.418306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698556.418308:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298442787
00000100:00000001:2.0:1787698556.418310:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298443427
00000100:00000001:2.0:1787698556.418312:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298442787
00000100:00000001:2.0:1787698556.418314:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298443427
00000100:00000001:2.0:1787698556.418316:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698556.418318:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418320:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698556.418323:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698556/real 1787698556]  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698556.418330:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698556.418332:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698556.418333:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698556.418335:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698556.418337:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698556.418339:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698556.418342:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698556.418350:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418355:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698556.418356:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418357:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698556.418358:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698556.418360:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418364:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698556.418366:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418369:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698556.418371:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418372:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698556.418373:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418374:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698556.418375:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698556.418377:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698556.418390:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698556.418392:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698556.418396:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698556.418403:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197568:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698556.418407:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698556.418410:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418416:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698556.418418:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.418420:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698556.418421:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698556.418423:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698556.418426:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197696:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698556.418429:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698556.418430:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698556.418431:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698556.418432:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698556.418435:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698556.418436:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698556.418438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698556.418439:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698556.418441:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698556.418443:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197696, portal 4
00000100:00000001:2.0:1787698556.418445:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698556.418446:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:2.0:1787698556.418452:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418457:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698556.418460:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698556.418462:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698556.418464:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947197696, offset 0
00000400:00000200:2.0:1787698556.418468:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698556.418472:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698556.418475:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698556.418478:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698556.418480:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698556.418482:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698556.418484:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698556.418487:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12184:12184:256:4294967295] 192.168.201.121@tcp LPNI seq info [12184:12184:8:4294967295]
00000400:00000200:2.0:1787698556.418491:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698556.418497:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698556.418501:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698556.418504:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698556.418507:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698556.418510:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698556.418513:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698556.418516:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698556.418519:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698556.418520:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698556.418523:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698556.418526:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698556.418529:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698556.418530:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698556.418533:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698556.418536:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418548:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698556.418551:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698581 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418557:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418558:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698556.418561:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698556.418564:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698556.418566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698556.418568:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298442774
00000100:00000001:2.0:1787698556.418571:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298443427
00000100:00000001:2.0:1787698556.418573:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298442774
00000100:00000001:2.0:1787698556.418575:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298443427
00000100:00000001:2.0:1787698556.418577:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698556.418578:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418580:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698556.418583:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698556/real 1787698556]  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698556.418590:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698556.418591:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698556.418592:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698556.418595:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698556.418596:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698556.418598:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698556.418601:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698556.418609:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418614:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698556.418616:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418618:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698556.418619:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698556.418622:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418628:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698556.418631:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418637:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698556.418639:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418641:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698556.418642:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418644:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698556.418645:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698556.418648:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698556.418650:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698556.418652:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698556.418656:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698556.418663:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197696:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698556.418667:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418668:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698556.418671:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947197440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418678:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698556.418679:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698556.418681:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698556.418683:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698556.418685:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698556.418686:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698556.418689:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698556.418691:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:2.0:1787698556.418693:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698556.418694:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698556.418696:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698556.418698:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698556.418700:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418701:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698556.418704:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947197568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418711:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698556.418712:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698556.418714:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698556.418716:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698556.418717:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698556.418718:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698556.418720:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698556.418721:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:2.0:1787698556.418723:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698556.418724:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698556.418725:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698556.418727:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698556.418729:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418730:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698556.418733:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947197696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698581 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698556.418740:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698556.418741:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698556.418743:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698556.418745:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698556.418746:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698556.418747:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698556.418749:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698556.418750:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:2.0:1787698556.418752:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698556.418754:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698556.418755:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698556.418757:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698556.418758:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418760:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698556.418763:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698556.418765:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698556.418767:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698556.418768:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698556.864910:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698556.864917:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698556.864920:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698556.864921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698556.864925:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698556.864929:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698556.864930:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698556.864933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698556.864936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698556.864937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698556.864940:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698556.864941:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698556.864944:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698556.864945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698556.864948:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698556.864958:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698556.864960:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698556.864963:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698557.120945:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298443427, at 4298443456
00000100:00000010:0.0:1787698557.120957:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:3.0:1787698557.888943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698557.888950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698557.888953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698557.888958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698557.888963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698557.888967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698557.888976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698557.888978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698557.888980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698557.888982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698557.888985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698557.888989:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698557.888991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698557.888994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698557.888995:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698557.889011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698557.889013:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698557.889015:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698558.912922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698558.912929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698558.912932:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698558.912933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698558.912936:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698558.912940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698558.912941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698558.912943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698558.912946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698558.912949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698558.912952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698558.912952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698558.912958:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698558.912962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698558.912967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698558.912970:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698558.912973:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698558.912976:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698559.936914:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698559.936918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698559.936921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698559.936927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698559.936928:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698559.936931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698559.936933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698559.936934:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698559.936939:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698559.936940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698559.936941:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698559.936944:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698559.936946:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698559.936950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698559.936952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698559.936974:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698559.936978:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698559.936981:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698560.960934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698560.960939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698560.960943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698560.960947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698560.960947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698560.960950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698560.960951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698560.960953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698560.960954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698560.960956:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698560.960958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698560.960960:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698560.960965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698560.960972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698560.960977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698560.960979:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698560.960982:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698560.960987:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698561.536954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698561.536965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698561.536969:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698561.536973:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698561.536978:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698561.536987:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3775
00000400:00000200:0.0:1787698561.536999:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698561.537005:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698561.537009:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698561.537013:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698561.537019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537022:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698561.537026:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698561.537028:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698561.537031:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698561.537034:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698561.537037:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698561.537039:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698561.537041:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698561.537045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698561.537050:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698561.537053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537055:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698561.537057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698561.537060:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698561.537062:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537065:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698561.537067:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698561.537076:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698561.537079:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698561.537083:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698561.537084:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537088:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698561.537090:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698561.537093:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698561.537101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698561.537107:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698561.537115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698561.537125:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698561.537128:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698561.537132:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698561.537151:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698561.537154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698561.537157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698561.537159:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698561.537160:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698561.537163:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698561.537165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3775
00000400:00000200:0.0:1787698561.537168:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698561.537171:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698561.537174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698561.537177:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537179:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698561.537182:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537184:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698561.537186:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787698561.537187:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698561.537190:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:2.0:1787698561.537191:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787698561.537192:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698561.537194:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787698561.537197:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698561.537202:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698561.537202:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698561.537206:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698561.537213:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698561.537215:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698561.537216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698561.537217:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698561.537220:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698561.537227:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:2.0:1787698561.537228:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787698561.537230:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:2.0:1787698561.537233:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698561.537234:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698561.537238:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698561.537240:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698561.537244:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787698561.537248:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947197824:192.168.201.121@tcp:250:kworker.0
02000000:00000001:0.0:1787698561.537249:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537253:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698561.537256:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787698561.537259:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698561.537262:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698561.537264:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.537266:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698561.537270:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
00000008:00000001:0.0:1787698561.537271:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.537274:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537275:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698561.537280:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:0.0:1787698561.537282:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000400:00000010:2.0:1787698561.537284:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698561.537290:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000020:00000040:0.0:1787698561.537300:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698561.537304:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698561.537305:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537307:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698561.537309:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698561.537310:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698561.537316:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000200:2.0:1787698561.537317:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197824, portal 25
00000100:00000001:2.0:1787698561.537320:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787698561.537321:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537322:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000100:00100000:0.0:1787698561.537332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787698561.537333:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.537358:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787698561.537361:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787698561.537361:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537366:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698561.537366:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698561.537371:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947197824, offset 0
00000100:00000040:0.0:1787698561.537375:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698561.537380:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537389:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698561.537389:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698561.537393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698561.537396:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:0.0:1787698561.537398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698561.537402:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787698561.537402:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787698561.537405:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698561.537408:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698561.537410:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698561.537413:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787698561.537417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3775
00000400:00000200:2.0:1787698561.537419:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698561.537425:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12185:12185:256:4294967295] 192.168.201.121@tcp LPNI seq info [12185:12185:8:4294967295]
00000400:00000200:0.0:1787698561.537426:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.537432:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698561.537434:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698561.537438:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698561.537443:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537447:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698561.537450:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787698561.537453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537457:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698561.537461:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787698561.537462:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000040:0.0:1787698561.537463:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698561.537467:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698561.537470:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000010:2.0:1787698561.537470:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000020:00000001:0.0:1787698561.537472:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698561.537475:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698561.537479:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537480:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698561.537483:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537485:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698561.537487:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698561.537491:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:2.0:1787698561.537493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698561.537494:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698561.537498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1787698561.537499:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698561.537502:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698561.537506:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537510:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.1:1787698561.537511:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:0.0:1787698561.537513:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787698561.537515:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000008:00000001:0.0:1787698561.537517:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537520:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787698561.537524:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000010:0.0:1787698561.537526:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000800:00000010:2.0:1787698561.537527:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000020:00000040:0.0:1787698561.537531:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:2.0:1787698561.537534:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787698561.537536:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698561.537539:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787698561.537540:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537543:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787698561.537544:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
02000000:00000001:0.0:1787698561.537545:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787698561.537548:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
02000000:00000001:0.0:1787698561.537549:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537553:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1787698561.537555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000200:2.0:1787698561.537558:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698561.537560:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698561.537570:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698561.537570:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.537576:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.537592:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537595:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698561.537601:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537602:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698561.537606:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698561.537608:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698561.537611:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298448547
00000100:00000010:2.0:1787698561.537617:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d702a0.
00000100:00000040:0.0:1787698561.537622:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.537622:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698561.537628:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298448547
00000100:00000010:2.0:1787698561.537632:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70240.
00000100:00000001:2.0:1787698561.537637:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787698561.537640:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537643:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787698561.537645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698561.537648:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698561.537650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698561.537652:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698561.537653:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698561.537656:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698561.537659:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787698561.537661:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698561/real 1787698561]  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698561.537663:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3775
00000400:00000200:0.0:1787698561.537671:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698561.537677:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698561.537682:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787698561.537684:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1787698561.537686:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000001:2.0:1787698561.537687:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787698561.537690:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787698561.537691:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000100:00000040:0.0:1787698561.537694:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698561.537697:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000100:00000001:0.0:1787698561.537698:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698561.537702:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787698561.537702:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000020:00000040:0.0:1787698561.537706:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:2.0:1787698561.537706:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787698561.537709:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787698561.537713:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698561.537714:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698561.537718:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698561.537723:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698561.537729:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537732:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787698561.537735:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698561.537737:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698561.537741:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698561.537747:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698561.537753:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698561.537755:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787698561.537756:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537758:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787698561.537759:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698561.537761:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787698561.537764:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698561.537764:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698561.537768:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698561.537769:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698561.537775:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698561.537778:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698561.537779:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787698561.537784:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698561.537787:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698561.537788:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698561.537794:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698561.537796:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787698561.537798:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698561.537799:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.537803:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787698561.537804:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698561.537805:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787698561.537807:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537808:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787698561.537812:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698561.537812:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787698561.537816:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1787698561.537817:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787698561.537819:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698561.537824:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00080000:2.0:1787698561.537824:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698561.537828:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787698561.537830:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698561.537836:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787698561.537838:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698561.537871:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698561.537874:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698561.537879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698561.537888:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698561.537895:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3785)
00000100:00100000:2.0:1787698561.537896:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947197824:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698561.537902:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.537904:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.537907:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947197824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.537912:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698561.537914:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698561.537916:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698561.537918:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698561.537920:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698561.537921:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698561.537923:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698561.537924:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:2.0:1787698561.537927:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698561.537928:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698561.537929:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:2.0:1787698561.537931:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698561.537932:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.537933:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.537938:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698561.537939:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.537940:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698561.537941:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698561.537955:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698561.537959:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.537965:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698561.537967:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.537969:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698561.537971:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698561.537973:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698561.537976:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197952:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698561.537979:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698561.537981:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698561.537983:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.537984:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698561.537987:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698561.537989:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698561.537991:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698561.537993:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698561.537995:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698561.537997:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947197952, portal 10
00000100:00000001:2.0:1787698561.537998:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698561.537999:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:2.0:1787698561.538004:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538008:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698561.538009:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698561.538010:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698561.538012:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947197952, offset 0
00000400:00000200:2.0:1787698561.538014:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698561.538017:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.538019:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698561.538021:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698561.538022:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698561.538024:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698561.538025:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698561.538027:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12186:12186:256:4294967295] 192.168.201.121@tcp LPNI seq info [12186:12186:8:4294967295]
00000400:00000200:2.0:1787698561.538030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.538034:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698561.538036:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698561.538038:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698561.538041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698561.538042:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698561.538045:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698561.538047:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698561.538049:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698561.538050:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698561.538052:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698561.538054:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698561.538056:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698561.538057:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698561.538059:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698561.538061:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538065:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.538067:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538075:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538076:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698561.538077:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698561.538080:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698561.538082:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698561.538083:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298447890
00000100:00000001:2.0:1787698561.538084:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298448547
00000100:00000001:2.0:1787698561.538086:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298447890
00000100:00000001:2.0:1787698561.538087:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298448547
00000100:00000001:2.0:1787698561.538089:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698561.538090:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538091:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698561.538093:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698561/real 1787698561]  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698561.538097:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698561.538097:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698561.538098:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698561.538100:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698561.538100:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698561.538102:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698561.538103:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698561.538108:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538111:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698561.538112:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538113:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698561.538114:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698561.538115:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538120:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698561.538122:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538126:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698561.538127:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538128:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698561.538128:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538129:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698561.538131:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698561.538132:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698561.538134:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698561.538136:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698561.538139:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698561.538146:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947197952:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698561.538149:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698561.538152:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538158:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698561.538159:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.538161:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698561.538163:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698561.538165:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698561.538168:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947198080:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698561.538171:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698561.538173:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698561.538174:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.538176:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698561.538179:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698561.538181:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698561.538184:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698561.538187:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698561.538190:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698561.538193:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947198080, portal 4
00000100:00000001:2.0:1787698561.538194:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698561.538196:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:2.0:1787698561.538201:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538207:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698561.538209:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698561.538212:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698561.538214:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947198080, offset 0
00000400:00000200:2.0:1787698561.538218:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698561.538221:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.538225:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698561.538227:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698561.538230:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698561.538232:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698561.538234:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698561.538237:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12187:12187:256:4294967295] 192.168.201.121@tcp LPNI seq info [12187:12187:8:4294967295]
00000400:00000200:2.0:1787698561.538240:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.538245:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698561.538247:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698561.538249:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698561.538252:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698561.538253:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698561.538256:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698561.538257:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698561.538260:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698561.538261:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698561.538263:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698561.538265:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698561.538267:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698561.538268:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698561.538269:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698561.538272:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538276:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.538278:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538282:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538283:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698561.538285:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698561.538287:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698561.538289:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698561.538290:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298447907
00000100:00000001:2.0:1787698561.538303:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298448547
00000100:00000001:2.0:1787698561.538304:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298447907
00000100:00000001:2.0:1787698561.538306:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298448547
00000100:00000001:2.0:1787698561.538307:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698561.538308:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538309:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698561.538312:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698561/real 1787698561]  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698561.538316:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698561.538317:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698561.538319:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698561.538320:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698561.538321:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698561.538322:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698561.538324:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698561.538329:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538332:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698561.538333:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538334:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698561.538335:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698561.538337:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538340:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698561.538342:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538346:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698561.538348:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538348:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698561.538349:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538350:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698561.538351:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698561.538352:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698561.538354:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698561.538355:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698561.538357:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698561.538361:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947198080:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698561.538364:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698561.538365:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538369:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698561.538370:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.538372:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698561.538373:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698561.538374:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698561.538376:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947198208:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698561.538377:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698561.538378:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698561.538379:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698561.538380:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698561.538382:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698561.538383:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698561.538384:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698561.538386:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698561.538388:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698561.538389:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947198208, portal 4
00000100:00000001:2.0:1787698561.538390:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698561.538391:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:2.0:1787698561.538394:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538398:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698561.538399:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698561.538400:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698561.538402:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947198208, offset 0
00000400:00000200:2.0:1787698561.538404:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698561.538406:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.538408:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698561.538409:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698561.538411:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698561.538412:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698561.538414:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698561.538416:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12188:12188:256:4294967295] 192.168.201.121@tcp LPNI seq info [12188:12188:8:4294967295]
00000400:00000200:2.0:1787698561.538418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698561.538422:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698561.538425:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698561.538426:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698561.538429:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698561.538430:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698561.538433:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698561.538434:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698561.538436:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698561.538437:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698561.538439:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698561.538441:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698561.538443:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698561.538444:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698561.538445:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698561.538447:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538451:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.538453:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698586 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538457:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538458:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698561.538460:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698561.538462:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698561.538463:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698561.538464:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298447894
00000100:00000001:2.0:1787698561.538466:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298448547
00000100:00000001:2.0:1787698561.538467:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298447894
00000100:00000001:2.0:1787698561.538468:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298448547
00000100:00000001:2.0:1787698561.538469:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698561.538471:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538472:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698561.538473:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698561/real 1787698561]  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698561.538478:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698561.538478:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698561.538479:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698561.538480:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698561.538481:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698561.538482:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698561.538484:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698561.538488:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538492:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698561.538492:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538493:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698561.538494:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698561.538496:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538499:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698561.538501:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538504:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698561.538505:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538506:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698561.538507:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538508:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698561.538509:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698561.538510:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698561.538513:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698561.538514:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698561.538516:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698561.538520:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947198208:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698561.538522:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538523:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.538525:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947197952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538528:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698561.538529:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698561.538530:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698561.538531:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698561.538532:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698561.538533:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698561.538534:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698561.538535:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:2.0:1787698561.538537:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698561.538537:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698561.538538:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698561.538540:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698561.538540:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538541:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.538543:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947198080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538546:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698561.538547:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698561.538548:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698561.538549:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698561.538550:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698561.538550:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698561.538551:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698561.538552:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:2.0:1787698561.538554:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698561.538554:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698561.538555:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698561.538556:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698561.538557:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538558:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698561.538559:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947198208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698586 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698561.538563:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698561.538563:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698561.538564:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698561.538565:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698561.538566:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698561.538566:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698561.538567:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698561.538568:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:2.0:1787698561.538569:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698561.538569:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698561.538570:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698561.538571:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698561.538572:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538573:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698561.538575:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698561.538576:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698561.538577:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698561.538578:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698561.984943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698561.984948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698561.984951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698561.984960:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698561.984960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.984964:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698561.984966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698561.984970:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698561.984972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698561.984974:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698561.984977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698561.984978:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.984984:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.984988:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698561.984989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698561.984993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698561.984997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698561.984997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.985001:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698561.985003:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698561.985005:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.985007:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698561.985009:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.985011:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.985013:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698561.985017:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698561.985018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698561.985035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698561.985038:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698561.985041:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698562.240955:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298448547, at 4298448576
00000100:00000010:0.0:1787698562.240970:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d702a0.
00000100:00000001:3.0:1787698563.008943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698563.008950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698563.008952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698563.008952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698563.008958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698563.008958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698563.008965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698563.008968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698563.008969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698563.008971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698563.008972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698563.008976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698563.008978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698563.008979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698563.008981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698563.009006:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698563.009009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698563.009013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698564.032967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698564.032970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698564.032974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698564.032975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698564.032978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698564.032982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698564.032983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698564.032985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698564.032988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698564.032990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698564.032994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698564.032995:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698564.032999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698564.033000:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698564.033002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698564.033005:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698564.033007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698564.033010:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698564.033013:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698564.033014:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698564.033016:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698564.033033:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698564.033035:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698564.033037:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698564.033108:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698564.033110:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698564.033111:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698564.033113:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698564.033115:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698564.033117:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698564.033119:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698564.033120:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698564.033122:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698565.056953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698565.056958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698565.056961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698565.056962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698565.056965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698565.056970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698565.056971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698565.056974:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698565.056976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698565.056978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698565.056981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698565.056981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698565.056985:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698565.056985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698565.056991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698565.056991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698565.056995:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698565.056997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698565.057000:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000020:00000001:2.0:1787698565.057002:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698565.057005:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698565.057007:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698565.057009:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1787698565.057012:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698565.057013:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698565.057017:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698565.057020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698566.080962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698566.080966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698566.080968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698566.080968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698566.080980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698566.080981:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698566.080981:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698566.080993:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698566.080994:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698566.080994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698566.080996:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698566.081003:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698566.081009:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698566.081010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698566.081023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698566.081027:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698566.081029:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698566.081031:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698566.081032:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698566.081038:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698566.081039:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698566.081042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1787698566.081045:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698566.081048:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698566.081049:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698566.081057:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698566.081061:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698566.656984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698566.656992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698566.656995:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698566.656999:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698566.657004:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698566.657011:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3780
00000400:00000200:2.0:1787698566.657019:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698566.657024:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698566.657027:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698566.657029:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657034:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657036:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698566.657039:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698566.657041:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698566.657043:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698566.657047:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698566.657048:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698566.657049:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698566.657051:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657052:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657053:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657054:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698566.657056:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698566.657059:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657060:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698566.657063:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698566.657066:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698566.657068:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657070:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698566.657072:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698566.657081:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698566.657083:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698566.657087:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698566.657088:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657091:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698566.657093:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698566.657097:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698566.657110:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a800.
00000100:00000001:2.0:1787698566.657117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698566.657126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947198336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698566.657134:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698566.657139:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698566.657145:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947198336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698566.657170:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698566.657174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698566.657178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698566.657180:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698566.657182:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698566.657186:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698566.657189:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3780
00000400:00000200:2.0:1787698566.657196:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698566.657218:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698566.657222:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698566.657225:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657229:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657237:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657238:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698566.657240:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698566.657243:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698566.657247:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698566.657249:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698566.657257:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698566.657264:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698566.657278:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657284:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657296:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657301:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698566.657307:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698566.657309:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657315:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698566.657319:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698566.657325:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698566.657329:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657337:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698566.657348:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698566.657354:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657359:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698566.657371:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698566.657380:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698566.657391:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698566.657393:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657402:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698566.657405:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698566.657408:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698566.657414:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:2.0:1787698566.657420:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698566.657428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947198464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698566.657447:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698566.657454:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698566.657466:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947198464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698566.657492:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698566.657496:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698566.657499:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698566.657504:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698566.657506:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698566.657509:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698566.657512:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3780
00000400:00000200:2.0:1787698566.657520:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698566.657526:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698566.657534:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698566.657542:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657556:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698566.657574:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698566.657579:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698566.657589:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698566.657592:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698566.657602:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698566.657607:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698566.657617:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657620:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657626:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657632:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698566.657635:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698566.657637:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657639:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698566.657643:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698566.657648:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698566.657655:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657658:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698566.657659:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698566.657662:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657665:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698566.657679:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698566.657681:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698566.657688:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698566.657690:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657694:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698566.657697:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698566.657698:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698566.657699:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698566.657704:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
00000100:00000001:2.0:1787698566.657708:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698566.657711:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947198592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698566.657720:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698566.657724:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698566.657731:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947198592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698566.657749:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698566.657755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698566.657758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698566.657759:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698566.657761:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698566.657767:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698566.657770:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3780
00000400:00000200:2.0:1787698566.657773:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698566.657781:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698566.657784:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698566.657790:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657793:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657794:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698566.657801:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698566.657805:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698566.657811:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698566.657814:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698566.657818:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698566.657823:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698566.657828:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698566.657898:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657902:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698566.657905:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698566.657907:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698566.657910:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698566.657915:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698566.657919:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698566.657925:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657928:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698566.657938:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698566.657945:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657947:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698566.657951:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698566.657955:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698566.657966:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698566.657972:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698566.657977:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698566.657982:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698566.657989:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698566.658003:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000100:00000001:2.0:1787698566.658019:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698566.658031:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947198720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698566.658047:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698566.658055:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698566.658062:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947198720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698566.658081:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698566.658087:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3790)
00000800:00000200:1.1:1787698566.658202:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698566.658355:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698566.658499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698567.104925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698567.104928:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698567.104932:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698567.104932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698567.104935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698567.104938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698567.104939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698567.104940:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698567.104942:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698567.104943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698567.104944:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698567.104945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698567.104949:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698567.104952:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698567.104955:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698567.104959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698567.104967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787698567.104968:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698567.104970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698567.104972:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698567.104978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00010000:2.0:1787698567.104979:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698567.104985:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698567.104989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698567.104992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698567.104995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698567.104998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698567.360999:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298453667, at 4298453696
00000100:00000010:0.0:1787698567.361014:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010de0.
00000100:00000001:0.0:1787698568.128939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698568.128939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698568.128942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698568.128946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698568.128946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698568.128947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698568.128951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698568.128951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698568.128952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698568.128955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698568.128958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698568.128958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698568.128959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698568.128964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698568.128965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698568.128965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698568.128970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698568.128970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698568.128975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698568.128978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698568.128981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698568.128981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698568.128981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698568.128984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698568.128985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1787698568.128990:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698568.128991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698569.152945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698569.152945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698569.152948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698569.152952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698569.152954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698569.152954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698569.152957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698569.152958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.152958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698569.152959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698569.152964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698569.152964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698569.152964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698569.152965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698569.152970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698569.152970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698569.152974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698569.152974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698569.152977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698569.152979:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698569.152982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.152982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698569.152983:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698569.152984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698569.152986:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.152987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698569.152989:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787698569.729102:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:3.0:1787698569.729211:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787698569.729221:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698569.729225:0:2343:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:3.0:1787698569.729230:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698569.729234:0:2343:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787698569.729239:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698569.729242:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4d00.
00000400:00000200:3.0:1787698569.729248:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698569.729252:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698569.729259:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3dd0
00000400:00000010:3.0:1787698569.729261:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3dd0.
00000100:00000001:3.0:1787698569.729266:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698569.729274:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2cb40 x1874533947198336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729303:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698569.729307:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947198336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729313:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.729314:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698569.729349:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698569.729353:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4a00.
00000400:00000200:3.0:1787698569.729356:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698569.729359:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698569.729362:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3c38
00000400:00000010:3.0:1787698569.729364:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3c38.
00000100:00000001:3.0:1787698569.729366:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698569.729370:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2c000 x1874533947198464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729377:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698569.729380:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947198464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729385:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.729387:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698569.729392:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698569.729394:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4100.
00000400:00000200:3.0:1787698569.729396:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698569.729399:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698569.729401:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3b28
00000400:00000010:3.0:1787698569.729403:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3b28.
00000100:00000001:3.0:1787698569.729404:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698569.729409:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2fc00 x1874533947198592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729415:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698569.729417:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947198592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729423:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.729424:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698569.729428:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698569.729431:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4800.
00000400:00000200:3.0:1787698569.729434:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698569.729436:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698569.729439:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3440
00000400:00000010:3.0:1787698569.729442:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3440.
00000100:00000001:3.0:1787698569.729444:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698569.729448:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2f480 x1874533947198720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729456:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698569.729459:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947198720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698591 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698569.729465:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698569.729467:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698570.176892:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698570.176898:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698570.176899:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698570.176903:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698570.176907:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698570.176908:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698570.176909:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698570.176913:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698570.176914:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698570.176917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698570.176918:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698570.176919:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698570.176922:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698570.176924:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698570.176924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698570.176929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698570.176931:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698570.176933:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698570.176934:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698570.176938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698570.176942:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698570.176944:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698570.176946:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698570.176949:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698570.176957:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698570.176960:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698570.176964:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787698571.200944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698571.200952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698571.200952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698571.200952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698571.200960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698571.200961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698571.200964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698571.200965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698571.200967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698571.200972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698571.200972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698571.200977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698571.200978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698571.200979:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698571.200982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698571.200983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698571.200988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698571.200989:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698571.200991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698571.200995:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698571.200996:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698571.200996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698571.201001:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698571.201004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698571.201027:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698571.201029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698571.201031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698571.777024:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698571.777031:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698571.777036:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698571.777043:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698571.777046:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698571.777051:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698571.777054:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698571.777059:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698571.777066:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.777270:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698571.777288:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698571.777294:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698571.777313:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.777341:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698571.777346:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.777354:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698571.777361:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698571.777368:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698571.777378:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947198848:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698571.777399:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698571.777421:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698571.777428:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.777437:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698571.777447:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698571.777453:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698571.777466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698571.777475:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698571.777489:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698571.777504:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947198848, portal 25
00000100:00000001:2.0:1787698571.777510:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698571.777514:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698571.777529:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.777563:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698571.777574:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698571.777584:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698571.777592:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947198848, offset 0
00000400:00000200:2.0:1787698571.777610:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698571.777631:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.777648:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698571.777665:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698571.777682:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698571.777694:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698571.777704:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698571.777716:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12193:12193:256:4294967295] 192.168.201.121@tcp LPNI seq info [12193:12193:8:4294967295]
00000400:00000200:2.0:1787698571.777741:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.777767:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698571.777787:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.777802:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698571.777821:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698571.777831:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698571.777880:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698571.777886:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698571.777893:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.777905:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698571.777916:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698571.777933:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698571.777952:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698571.777960:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698571.777968:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698571.777977:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778012:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.778024:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778044:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.778049:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698571.778062:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698571.778074:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698571.778081:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298458788
00000100:00000010:2.0:1787698571.778091:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ae0.
00000100:00000001:2.0:1787698571.778104:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698571.778134:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298458788
00000100:00000010:2.0:1787698571.778157:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70660.
00000100:00000001:2.0:1787698571.778167:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698571.778182:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698571.778189:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.778196:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698571.778206:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698571/real 1787698571]  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698571.778225:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698571.778231:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698571.778238:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698571.778245:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698571.778250:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698571.778257:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698571.778266:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698571.778284:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778302:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698571.778305:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778308:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.778312:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698571.778322:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778368:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698571.778386:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778419:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698571.778429:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778435:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.778438:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778448:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698571.778452:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698571.778460:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698571.778477:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698571.778482:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698571.778491:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698571.778502:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947198848:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698571.778509:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778513:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.778516:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947198848/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778524:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698571.778528:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698571.778532:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698571.778539:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698571.778542:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698571.778545:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698571.778547:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698571.778550:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698571.778555:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698571.778558:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698571.778560:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698571.778563:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698571.778565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778567:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778577:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698571.778578:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.778581:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698571.778583:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698571.778585:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698571.778589:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778597:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698571.778599:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.778602:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698571.778604:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698571.778607:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698571.778610:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947198976:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698571.778614:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698571.778617:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698571.778619:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.778621:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698571.778625:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698571.778628:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698571.778632:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698571.778635:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698571.778640:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698571.778646:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947198976, portal 10
00000100:00000001:2.0:1787698571.778650:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698571.778651:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698571.778659:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778666:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698571.778669:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698571.778671:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698571.778681:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947198976, offset 0
00000400:00000200:2.0:1787698571.778686:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698571.778692:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.778700:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698571.778704:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698571.778708:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698571.778711:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698571.778713:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698571.778716:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12194:12194:256:4294967295] 192.168.201.121@tcp LPNI seq info [12194:12194:8:4294967295]
00000400:00000200:2.0:1787698571.778720:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.778729:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698571.778733:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.778737:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698571.778742:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698571.778744:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698571.778749:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698571.778753:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698571.778757:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.778759:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698571.778762:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698571.778766:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698571.778769:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698571.778770:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698571.778773:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698571.778777:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778784:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.778787:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778793:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.778794:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698571.778798:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698571.778803:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698571.778806:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698571.778809:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298458130
00000100:00000001:2.0:1787698571.778812:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298458788
00000100:00000001:2.0:1787698571.778815:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298458130
00000100:00000001:2.0:1787698571.778816:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298458788
00000100:00000001:2.0:1787698571.778818:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698571.778820:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.778822:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698571.778826:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698571/real 1787698571]  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698571.778832:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698571.778833:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698571.778835:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698571.778838:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698571.778839:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698571.778841:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698571.778844:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698571.778882:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778888:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698571.778889:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778891:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.778893:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698571.778896:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778901:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698571.778905:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778911:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698571.778913:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778916:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.778917:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.778919:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698571.778922:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698571.778924:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698571.778927:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698571.778929:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698571.778932:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698571.778939:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947198976:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698571.778943:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698571.778947:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.778953:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698571.778954:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.778957:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698571.778959:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698571.778961:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698571.778964:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199104:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698571.778968:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698571.778971:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698571.778973:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.778976:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698571.778980:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698571.778982:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698571.778985:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698571.778988:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698571.778992:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698571.778995:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199104, portal 4
00000100:00000001:2.0:1787698571.778996:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698571.778998:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698571.779003:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779008:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698571.779011:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698571.779012:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698571.779014:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947199104, offset 0
00000400:00000200:2.0:1787698571.779018:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698571.779021:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.779024:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698571.779027:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698571.779029:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698571.779032:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698571.779034:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698571.779036:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12195:12195:256:4294967295] 192.168.201.121@tcp LPNI seq info [12195:12195:8:4294967295]
00000400:00000200:2.0:1787698571.779040:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.779046:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698571.779050:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.779052:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698571.779056:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698571.779059:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698571.779063:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698571.779065:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698571.779070:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.779071:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698571.779074:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698571.779077:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698571.779079:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698571.779081:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698571.779083:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698571.779086:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779092:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.779095:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779100:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.779102:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698571.779104:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698571.779107:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698571.779110:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698571.779112:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298458148
00000100:00000001:2.0:1787698571.779114:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298458788
00000100:00000001:2.0:1787698571.779127:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298458148
00000100:00000001:2.0:1787698571.779130:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298458788
00000100:00000001:2.0:1787698571.779132:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698571.779133:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.779135:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698571.779139:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698571/real 1787698571]  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698571.779146:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698571.779147:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698571.779149:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698571.779152:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698571.779153:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698571.779155:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698571.779158:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698571.779165:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779171:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698571.779172:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779174:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.779175:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698571.779179:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779186:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698571.779189:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779196:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698571.779199:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779200:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.779201:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779203:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698571.779205:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698571.779207:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698571.779210:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698571.779213:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698571.779216:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698571.779223:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199104:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698571.779227:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698571.779230:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779236:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698571.779238:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.779240:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698571.779241:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698571.779243:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698571.779245:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199232:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698571.779249:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698571.779251:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698571.779253:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698571.779254:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698571.779258:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698571.779260:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698571.779263:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698571.779265:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698571.779268:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698571.779270:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199232, portal 4
00000100:00000001:2.0:1787698571.779272:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698571.779273:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698571.779279:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779285:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698571.779287:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698571.779289:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698571.779292:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947199232, offset 0
00000400:00000200:2.0:1787698571.779295:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698571.779299:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.779303:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698571.779306:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698571.779308:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698571.779310:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698571.779312:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698571.779315:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12196:12196:256:4294967295] 192.168.201.121@tcp LPNI seq info [12196:12196:8:4294967295]
00000400:00000200:2.0:1787698571.779318:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698571.779323:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698571.779328:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.779338:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698571.779342:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698571.779344:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698571.779349:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698571.779351:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698571.779355:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698571.779358:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698571.779360:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698571.779363:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698571.779366:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698571.779368:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698571.779370:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698571.779374:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779381:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.779384:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698596 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779390:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.779392:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698571.779395:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698571.779398:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698571.779401:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698571.779403:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298458135
00000100:00000001:2.0:1787698571.779405:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298458788
00000100:00000001:2.0:1787698571.779407:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298458135
00000100:00000001:2.0:1787698571.779409:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298458788
00000100:00000001:2.0:1787698571.779412:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698571.779413:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.779414:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698571.779417:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698571/real 1787698571]  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698571.779422:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698571.779423:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698571.779425:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698571.779426:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698571.779427:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698571.779430:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698571.779432:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698571.779437:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779440:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698571.779441:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779442:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.779443:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698571.779444:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779448:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698571.779451:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779455:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698571.779456:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779457:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698571.779458:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779459:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698571.779460:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698571.779466:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698571.779467:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698571.779468:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698571.779470:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698571.779474:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199232:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698571.779476:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779478:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.779480:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947198976/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779485:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698571.779486:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698571.779488:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698571.779489:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698571.779491:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698571.779492:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698571.779493:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698571.779494:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698571.779496:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698571.779498:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698571.779499:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698571.779500:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698571.779501:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779503:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.779505:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947199104/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779509:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698571.779509:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698571.779510:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698571.779513:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698571.779513:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698571.779514:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698571.779515:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698571.779516:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698571.779517:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698571.779517:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698571.779518:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698571.779519:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698571.779520:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779521:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698571.779522:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947199232/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698596 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698571.779525:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698571.779527:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698571.779527:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698571.779529:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698571.779530:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698571.779531:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698571.779533:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698571.779534:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698571.779536:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698571.779537:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698571.779539:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698571.779541:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698571.779542:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779544:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698571.779549:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698571.779550:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698571.779553:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698571.779554:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698572.224949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698572.224957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698572.224958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698572.224962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698572.224964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698572.224966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698572.224969:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698572.224971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.224974:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787698572.224975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698572.224980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698572.224982:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698572.224983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698572.224990:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698572.224990:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698572.224990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698572.224998:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698572.224999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698572.225000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698572.225008:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698572.225008:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698572.225022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.225022:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698572.225024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698572.225033:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698572.225037:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698572.225040:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.225042:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698572.225046:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698572.225048:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.225050:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698572.225052:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.225053:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.225055:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698572.225059:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698572.225061:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698572.225086:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698572.225090:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698572.225093:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698572.480955:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298458788, at 4298458816
00000100:00000010:0.0:1787698572.480970:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ae0.
00000100:00000001:3.0:1787698572.801171:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698572.801179:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698572.801181:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698572.801186:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698572.801189:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698572.801192:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698572.801195:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698572.801197:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698572.801200:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698573.248913:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698573.248917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698573.248919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698573.248922:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698573.248924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698573.248926:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698573.248927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698573.248930:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698573.248934:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698573.248934:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698573.248936:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787698573.248939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698573.248940:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698573.248941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698573.248946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698573.248947:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698573.248949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698573.248951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698573.248952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698573.248955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698573.248959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698573.248959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698573.248962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698573.248964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698573.248985:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698573.248989:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698573.248992:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698573.824979:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698573.824986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698573.824988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698573.824993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698573.824996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698573.825000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698573.825002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698573.825005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698573.825007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698574.272970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698574.272970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698574.272975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698574.272983:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698574.272984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698574.272985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698574.272991:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698574.272992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698574.272994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698574.273003:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698574.273005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698574.273006:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698574.273006:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698574.273017:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698574.273018:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698574.273019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698574.273023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698574.273024:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698574.273025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698574.273033:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698574.273036:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698574.273037:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698574.273041:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698574.273041:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698574.273057:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698574.273059:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698574.273060:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698574.273065:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698574.273069:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698574.273071:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698574.273106:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698574.273109:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698574.273111:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698574.848978:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698574.848985:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698574.848987:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698574.848993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698574.848996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698574.848999:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698574.849002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698574.849004:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698574.849008:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698575.296940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698575.296946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698575.296947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698575.296948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698575.296952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698575.296953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698575.296954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698575.296959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698575.296960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698575.296964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698575.296964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698575.296969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698575.296969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698575.296973:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698575.296973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698575.296977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698575.296977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698575.296979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698575.296983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698575.296984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698575.296989:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698575.296989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698575.296995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698575.296998:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698575.297018:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698575.297020:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698575.297022:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698575.872927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698575.872932:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698575.872933:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698575.872936:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698575.872939:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698575.872941:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698575.872943:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698575.872944:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698575.872946:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698576.320948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698576.320957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698576.320957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698576.320961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698576.320961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698576.320968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698576.320970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698576.320971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698576.320973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698576.320979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698576.320984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698576.320984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698576.320985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698576.320989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698576.320991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698576.320993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698576.320993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698576.320998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698576.321004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698576.321004:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698576.321005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698576.321018:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698576.321022:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698576.321025:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698576.321057:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698576.321061:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698576.321064:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698576.896988:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698576.896992:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698576.896995:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698576.897000:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698576.897003:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698576.897007:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698576.897010:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698576.897012:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698576.897016:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.897227:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698576.897232:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698576.897236:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698576.897245:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897255:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698576.897257:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.897264:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698576.897267:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698576.897270:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698576.897274:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947199360:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698576.897281:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698576.897286:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698576.897290:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.897293:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698576.897300:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698576.897304:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698576.897315:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698576.897330:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698576.897343:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698576.897353:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199360, portal 25
00000100:00000001:2.0:1787698576.897360:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698576.897364:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698576.897375:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897395:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698576.897403:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698576.897409:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698576.897416:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947199360, offset 0
00000400:00000200:2.0:1787698576.897428:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698576.897442:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.897453:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698576.897462:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698576.897472:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698576.897481:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698576.897490:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698576.897500:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12197:12197:256:4294967295] 192.168.201.121@tcp LPNI seq info [12197:12197:8:4294967295]
00000400:00000200:2.0:1787698576.897512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.897538:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698576.897551:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.897560:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698576.897571:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698576.897580:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698576.897592:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698576.897599:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698576.897610:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.897615:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698576.897623:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698576.897629:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698576.897635:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698576.897638:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698576.897641:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698576.897645:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897652:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.897655:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897660:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.897661:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698576.897667:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698576.897670:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698576.897672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298463907
00000100:00000010:2.0:1787698576.897676:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70900.
00000100:00000001:2.0:1787698576.897683:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698576.897689:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298463907
00000100:00000010:2.0:1787698576.897690:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70a80.
00000100:00000001:2.0:1787698576.897692:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698576.897695:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698576.897697:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.897699:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698576.897701:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698576/real 1787698576]  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698576.897707:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698576.897709:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698576.897710:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698576.897712:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698576.897713:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698576.897715:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698576.897717:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698576.897722:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897726:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698576.897728:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897729:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.897731:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698576.897733:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897737:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698576.897740:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897745:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698576.897746:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897748:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.897749:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897751:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698576.897752:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698576.897754:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698576.897757:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698576.897758:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698576.897761:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698576.897765:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947199360:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698576.897768:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897769:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.897776:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947199360/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897781:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698576.897783:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698576.897785:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698576.897788:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698576.897790:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698576.897791:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698576.897793:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698576.897795:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698576.897798:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698576.897799:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698576.897801:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698576.897803:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698576.897804:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897805:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897811:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698576.897812:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.897814:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698576.897815:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698576.897816:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698576.897818:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897823:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698576.897824:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.897825:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698576.897826:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698576.897827:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698576.897829:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199488:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698576.897831:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698576.897832:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698576.897833:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.897835:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698576.897836:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698576.897837:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698576.897840:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698576.897841:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698576.897843:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698576.897845:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199488, portal 10
00000100:00000001:2.0:1787698576.897868:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698576.897869:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698576.897875:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897879:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698576.897880:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698576.897882:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698576.897883:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947199488, offset 0
00000400:00000200:2.0:1787698576.897886:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698576.897889:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.897891:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698576.897893:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698576.897895:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698576.897896:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698576.897898:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698576.897900:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12198:12198:256:4294967295] 192.168.201.121@tcp LPNI seq info [12198:12198:8:4294967295]
00000400:00000200:2.0:1787698576.897903:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.897907:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698576.897910:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.897912:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698576.897914:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698576.897916:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698576.897919:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698576.897921:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698576.897923:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.897924:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698576.897926:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698576.897928:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698576.897930:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698576.897931:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698576.897933:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698576.897935:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897940:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.897942:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897945:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.897946:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698576.897948:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698576.897951:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698576.897952:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698576.897953:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298463250
00000100:00000001:2.0:1787698576.897955:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298463907
00000100:00000001:2.0:1787698576.897957:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298463250
00000100:00000001:2.0:1787698576.897958:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298463907
00000100:00000001:2.0:1787698576.897960:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698576.897961:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.897962:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698576.897965:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698576/real 1787698576]  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698576.897969:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698576.897970:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698576.897970:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698576.897972:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698576.897972:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698576.897973:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698576.897975:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698576.897980:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897984:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698576.897985:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.897985:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.897986:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698576.897988:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897991:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698576.897993:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.897997:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698576.897999:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898000:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.898001:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898002:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698576.898005:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698576.898008:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698576.898011:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698576.898013:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698576.898017:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698576.898024:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199488:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698576.898039:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698576.898043:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898050:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698576.898052:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.898054:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698576.898056:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698576.898058:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698576.898061:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199616:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698576.898063:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698576.898064:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698576.898065:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.898066:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698576.898069:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698576.898070:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698576.898073:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698576.898074:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698576.898077:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698576.898079:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199616, portal 4
00000100:00000001:2.0:1787698576.898080:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698576.898081:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698576.898085:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898093:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698576.898094:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698576.898095:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698576.898097:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947199616, offset 0
00000400:00000200:2.0:1787698576.898099:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698576.898102:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.898104:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698576.898105:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698576.898107:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698576.898108:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698576.898110:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698576.898112:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12199:12199:256:4294967295] 192.168.201.121@tcp LPNI seq info [12199:12199:8:4294967295]
00000400:00000200:2.0:1787698576.898114:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.898118:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698576.898121:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.898123:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698576.898125:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698576.898127:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698576.898130:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698576.898131:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698576.898134:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.898135:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698576.898137:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698576.898139:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698576.898141:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698576.898142:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698576.898143:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698576.898145:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898150:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.898152:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898160:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.898161:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698576.898163:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698576.898165:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698576.898167:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698576.898168:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298463267
00000100:00000001:2.0:1787698576.898169:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298463907
00000100:00000001:2.0:1787698576.898171:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298463267
00000100:00000001:2.0:1787698576.898172:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298463907
00000100:00000001:2.0:1787698576.898174:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698576.898175:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.898176:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698576.898178:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698576/real 1787698576]  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698576.898182:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698576.898182:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698576.898183:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698576.898184:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698576.898185:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698576.898186:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698576.898187:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698576.898192:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898196:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698576.898197:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898198:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.898199:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698576.898201:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898205:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698576.898208:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898212:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698576.898213:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898214:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.898214:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898215:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698576.898216:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698576.898218:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698576.898219:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698576.898220:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698576.898222:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698576.898226:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199616:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698576.898228:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698576.898230:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898233:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698576.898234:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.898235:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698576.898237:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698576.898238:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698576.898239:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199744:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698576.898241:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698576.898242:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698576.898243:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698576.898244:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698576.898247:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698576.898248:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698576.898250:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698576.898251:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698576.898253:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698576.898254:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199744, portal 4
00000100:00000001:2.0:1787698576.898255:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698576.898256:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698576.898260:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898263:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698576.898265:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698576.898265:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698576.898267:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947199744, offset 0
00000400:00000200:2.0:1787698576.898268:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698576.898270:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.898272:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698576.898274:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698576.898275:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698576.898276:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698576.898278:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698576.898280:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12200:12200:256:4294967295] 192.168.201.121@tcp LPNI seq info [12200:12200:8:4294967295]
00000400:00000200:2.0:1787698576.898282:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698576.898286:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698576.898288:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.898290:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698576.898292:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698576.898293:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698576.898296:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698576.898297:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698576.898300:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698576.898301:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698576.898303:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698576.898305:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698576.898306:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698576.898307:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698576.898309:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698576.898310:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898315:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.898317:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698601 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898321:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.898322:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698576.898323:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698576.898325:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698576.898326:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698576.898327:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298463254
00000100:00000001:2.0:1787698576.898329:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298463907
00000100:00000001:2.0:1787698576.898330:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298463254
00000100:00000001:2.0:1787698576.898332:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298463907
00000100:00000001:2.0:1787698576.898333:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698576.898334:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.898335:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698576.898337:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698576/real 1787698576]  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698576.898340:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698576.898341:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698576.898342:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698576.898343:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698576.898344:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698576.898346:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698576.898347:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698576.898352:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898356:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698576.898356:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898357:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.898358:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698576.898360:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898363:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698576.898365:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898368:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698576.898369:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898370:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698576.898371:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898372:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698576.898373:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698576.898374:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698576.898376:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698576.898377:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698576.898379:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698576.898384:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947199744:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698576.898386:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898387:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.898389:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947199488/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898393:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698576.898394:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698576.898395:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698576.898396:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698576.898397:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698576.898398:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698576.898399:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698576.898400:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698576.898402:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698576.898403:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698576.898404:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698576.898405:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698576.898406:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898407:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.898409:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947199616/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898413:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698576.898414:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698576.898414:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698576.898415:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698576.898416:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698576.898417:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698576.898418:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698576.898418:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698576.898419:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698576.898420:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698576.898421:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698576.898422:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698576.898422:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898423:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698576.898425:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947199744/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698601 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698576.898428:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698576.898429:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698576.898430:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698576.898431:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698576.898432:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698576.898433:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698576.898434:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698576.898435:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698576.898436:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698576.898436:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698576.898437:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698576.898438:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698576.898439:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898440:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698576.898442:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698576.898443:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698576.898444:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698576.898445:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698577.344972:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698577.344972:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698577.344977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698577.344980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698577.344981:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698577.344982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698577.344983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698577.344985:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698577.344989:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698577.344990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698577.344991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698577.344992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698577.344996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698577.344998:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698577.344999:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698577.345002:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698577.345003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698577.345003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698577.345009:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698577.345013:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698577.345017:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698577.345017:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698577.345034:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698577.345037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698577.345040:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698577.345042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698577.345047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698577.601148:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298463907, at 4298463936
00000100:00000010:0.0:1787698577.601152:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70900.
00000100:00000001:3.0:1787698577.920963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698577.920971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698577.920973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698577.920978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698577.920981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698577.920985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698577.920987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698577.920989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698577.920991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698578.368926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698578.368926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698578.368932:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698578.368934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698578.368935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698578.368937:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698578.368938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698578.368939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698578.368943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698578.368945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698578.368945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698578.368946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698578.368951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698578.368953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698578.368954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698578.368955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698578.368957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698578.368959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698578.368960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698578.368964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698578.368967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698578.368970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698578.368974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698578.368975:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698578.368978:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698578.368979:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698578.368984:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698578.944952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698578.944959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698578.944961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698578.944967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698578.944970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698578.944973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698578.944974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698578.944977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698578.944979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698579.392968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698579.392970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698579.392971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698579.392977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698579.392983:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698579.392984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698579.392984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698579.392996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698579.392998:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698579.392999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698579.393004:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698579.393008:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698579.393009:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698579.393012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698579.393013:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698579.393020:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698579.393020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698579.393027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698579.393031:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698579.393031:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698579.393038:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698579.393042:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698579.393045:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698579.393047:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698579.393050:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698579.393054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698579.393054:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698579.968908:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698579.968914:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698579.968916:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698579.968921:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698579.968925:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698579.968929:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698579.968932:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698579.968935:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698579.968937:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698580.417022:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698580.417023:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698580.417024:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698580.417029:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698580.417031:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698580.417032:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698580.417034:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698580.417044:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698580.417044:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698580.417048:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698580.417054:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698580.417057:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698580.417058:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698580.417060:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698580.417064:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698580.417065:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698580.417067:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698580.417069:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698580.417072:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698580.417073:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698580.417077:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698580.417079:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698580.417084:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698580.417088:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698580.417096:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698580.417099:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698580.417102:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698580.992988:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698580.992996:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698580.992998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698580.993003:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698580.993006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698580.993010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698580.993013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698580.993015:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698580.993017:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698581.440972:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698581.440972:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698581.440978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698581.440980:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698581.440981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698581.440982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698581.440984:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698581.440985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698581.440990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698581.440991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698581.440992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698581.440993:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698581.440996:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698581.440998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698581.440999:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698581.441000:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698581.441002:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698581.441002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698581.441004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698581.441007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698581.441010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698581.441010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698581.441014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698581.441017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698581.441025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698581.441028:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698581.441031:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698582.016919:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698582.016930:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698582.016932:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698582.016937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698582.016950:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698582.016954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698582.016964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698582.016967:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698582.016974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.017160:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698582.017166:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698582.017171:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698582.017187:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.017213:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698582.017215:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.017228:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698582.017236:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698582.017244:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698582.017251:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947199872:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698582.017263:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698582.017269:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698582.017278:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.017280:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698582.017290:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698582.017294:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698582.017302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698582.017307:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698582.017313:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698582.017320:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947199872, portal 25
00000100:00000001:2.0:1787698582.017331:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698582.017336:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698582.017351:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.017370:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698582.017372:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698582.017376:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698582.017387:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947199872, offset 0
00000400:00000200:2.0:1787698582.017394:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698582.017408:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.017417:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698582.017430:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698582.017450:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698582.017467:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698582.017475:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698582.017511:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12201:12201:256:4294967295] 192.168.201.121@tcp LPNI seq info [12201:12201:8:4294967295]
00000400:00000200:2.0:1787698582.017528:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.017558:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698582.017573:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.017585:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698582.017604:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698582.017615:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698582.017644:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698582.017653:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698582.017675:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.017684:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698582.017697:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698582.017711:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698582.017716:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698582.017723:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698582.017728:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698582.017734:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.017760:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.017770:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.017801:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.017805:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698582.017818:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698582.017825:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698582.017830:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298469027
00000100:00000010:2.0:1787698582.017840:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70540.
00000100:00000001:2.0:1787698582.017878:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698582.017885:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298469028
00000100:00000010:2.0:1787698582.017892:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d701e0.
00000100:00000001:2.0:1787698582.017904:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698582.017919:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698582.017928:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.017938:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698582.017954:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698582/real 1787698582]  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698582.017972:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698582.017977:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698582.017980:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698582.017986:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698582.017990:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698582.017998:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698582.018010:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698582.018028:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018049:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698582.018052:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018055:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018057:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698582.018062:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018067:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698582.018070:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018075:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698582.018077:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018078:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018078:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018080:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698582.018081:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698582.018084:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698582.018086:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698582.018088:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698582.018090:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698582.018094:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947199872:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698582.018097:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018099:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018100:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947199872/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018108:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698582.018110:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018112:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698582.018114:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698582.018116:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698582.018117:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698582.018118:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698582.018120:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698582.018123:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698582.018124:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698582.018125:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698582.018127:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698582.018128:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018130:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018134:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698582.018135:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018137:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698582.018138:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698582.018139:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698582.018141:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018146:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698582.018147:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.018148:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698582.018149:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698582.018151:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698582.018152:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200000:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698582.018154:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698582.018156:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698582.018157:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.018158:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018160:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698582.018161:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698582.018163:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698582.018165:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698582.018167:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698582.018169:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200000, portal 10
00000100:00000001:2.0:1787698582.018170:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698582.018171:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698582.018175:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018179:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698582.018180:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698582.018181:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698582.018183:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947200000, offset 0
00000400:00000200:2.0:1787698582.018185:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698582.018187:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.018189:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698582.018191:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698582.018193:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698582.018194:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698582.018196:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698582.018198:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12202:12202:256:4294967295] 192.168.201.121@tcp LPNI seq info [12202:12202:8:4294967295]
00000400:00000200:2.0:1787698582.018200:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.018204:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698582.018207:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.018208:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698582.018211:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698582.018212:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698582.018215:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698582.018217:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698582.018219:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.018220:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698582.018222:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698582.018224:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698582.018225:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698582.018226:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698582.018228:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698582.018230:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018235:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018236:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018240:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018241:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698582.018243:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698582.018245:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698582.018246:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698582.018247:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298468370
00000100:00000001:2.0:1787698582.018249:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298469027
00000100:00000001:2.0:1787698582.018251:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298468370
00000100:00000001:2.0:1787698582.018252:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298469028
00000100:00000001:2.0:1787698582.018253:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698582.018254:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018255:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698582.018257:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698582/real 1787698582]  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698582.018261:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698582.018261:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698582.018262:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698582.018264:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698582.018265:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698582.018266:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698582.018268:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698582.018272:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018279:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698582.018280:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018281:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018282:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698582.018284:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018287:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698582.018289:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018292:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698582.018294:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018295:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018295:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018296:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698582.018298:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698582.018299:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698582.018301:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698582.018302:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698582.018304:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698582.018308:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200000:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698582.018310:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698582.018312:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018316:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698582.018317:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.018318:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698582.018319:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698582.018320:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698582.018322:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200128:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698582.018324:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698582.018325:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698582.018326:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.018327:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018329:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698582.018330:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698582.018331:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698582.018332:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698582.018334:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698582.018336:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200128, portal 4
00000100:00000001:2.0:1787698582.018337:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698582.018338:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698582.018341:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018344:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698582.018346:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698582.018347:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698582.018348:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947200128, offset 0
00000400:00000200:2.0:1787698582.018350:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698582.018352:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.018353:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698582.018355:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698582.018356:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698582.018357:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698582.018359:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698582.018360:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12203:12203:256:4294967295] 192.168.201.121@tcp LPNI seq info [12203:12203:8:4294967295]
00000400:00000200:2.0:1787698582.018363:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.018366:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698582.018369:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.018371:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698582.018373:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698582.018374:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698582.018377:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698582.018378:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698582.018380:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.018381:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698582.018383:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698582.018385:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698582.018387:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698582.018388:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698582.018389:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698582.018391:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018395:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018396:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018400:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018401:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698582.018402:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698582.018404:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698582.018405:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698582.018406:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298468387
00000100:00000001:2.0:1787698582.018408:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298469027
00000100:00000001:2.0:1787698582.018409:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298468387
00000100:00000001:2.0:1787698582.018410:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298469028
00000100:00000001:2.0:1787698582.018412:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698582.018413:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018414:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698582.018415:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698582/real 1787698582]  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698582.018420:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698582.018421:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698582.018422:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698582.018423:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698582.018424:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698582.018425:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698582.018426:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698582.018430:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018434:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698582.018434:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018435:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018436:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698582.018438:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018441:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698582.018443:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018446:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698582.018447:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018448:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018449:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018450:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698582.018451:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698582.018452:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698582.018454:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698582.018455:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698582.018458:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698582.018462:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200128:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698582.018464:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698582.018466:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018469:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698582.018470:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.018472:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698582.018472:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698582.018473:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698582.018475:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200256:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698582.018476:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698582.018477:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698582.018478:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698582.018479:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018481:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698582.018482:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698582.018483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698582.018484:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698582.018486:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698582.018488:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200256, portal 4
00000100:00000001:2.0:1787698582.018489:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698582.018490:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698582.018492:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018496:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698582.018497:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698582.018498:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698582.018499:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947200256, offset 0
00000400:00000200:2.0:1787698582.018501:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698582.018503:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.018505:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698582.018506:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698582.018508:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698582.018509:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698582.018510:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698582.018512:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12204:12204:256:4294967295] 192.168.201.121@tcp LPNI seq info [12204:12204:8:4294967295]
00000400:00000200:2.0:1787698582.018514:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698582.018518:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698582.018520:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.018521:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698582.018523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698582.018524:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698582.018526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698582.018528:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698582.018530:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698582.018531:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698582.018533:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698582.018534:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698582.018536:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698582.018537:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698582.018538:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698582.018540:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018544:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018545:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018548:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018549:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698582.018551:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698582.018552:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698582.018554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698582.018555:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298468374
00000100:00000001:2.0:1787698582.018557:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298469027
00000100:00000001:2.0:1787698582.018558:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298468374
00000100:00000001:2.0:1787698582.018560:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298469028
00000100:00000001:2.0:1787698582.018560:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698582.018561:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018562:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698582.018564:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698582/real 1787698582]  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698582.018568:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698582.018569:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698582.018569:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698582.018570:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698582.018571:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698582.018572:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698582.018574:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698582.018578:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018582:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698582.018582:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018583:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018584:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698582.018586:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018589:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698582.018591:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018595:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698582.018596:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018597:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698582.018598:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018599:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698582.018600:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698582.018602:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698582.018603:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698582.018604:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698582.018606:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698582.018610:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200256:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698582.018612:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018613:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018614:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947200000/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018618:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698582.018619:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018620:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698582.018621:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698582.018621:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698582.018622:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698582.018623:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698582.018624:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698582.018626:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698582.018626:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698582.018627:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698582.018629:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698582.018630:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018631:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018632:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947200128/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018639:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698582.018640:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018641:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698582.018643:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698582.018643:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698582.018644:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698582.018645:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698582.018646:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698582.018647:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698582.018647:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698582.018648:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698582.018649:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698582.018650:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018651:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698582.018652:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947200256/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698582.018655:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698582.018656:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698582.018656:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698582.018657:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698582.018658:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698582.018659:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698582.018659:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698582.018660:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698582.018661:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698582.018662:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698582.018662:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698582.018663:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698582.018664:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018665:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698582.018666:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698582.018667:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698582.018668:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698582.018669:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698582.464956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698582.464956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698582.464960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698582.464963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698582.464964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698582.464967:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698582.464967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698582.464968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698582.464972:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698582.464974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698582.464975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698582.464977:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698582.464978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698582.464979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698582.464983:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698582.464984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698582.464984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698582.464986:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698582.464991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698582.464993:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698582.464994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698582.464998:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698582.465000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698582.465000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698582.465003:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698582.465004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698582.465006:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698582.465009:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698582.465009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698582.465012:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698582.465015:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698582.465017:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698582.465019:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698582.465021:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698582.465024:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698582.465026:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698582.465045:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698582.465048:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698582.465050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698582.720959:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298469027, at 4298469056
00000100:00000010:0.0:1787698582.720973:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70540.
00000100:00000001:3.0:1787698583.040948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698583.040955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698583.040956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698583.040961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698583.040964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698583.040967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698583.040969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698583.040972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698583.040974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698583.488970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698583.488970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698583.488972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698583.488977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698583.488978:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698583.488979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698583.488983:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698583.488983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698583.488984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698583.488991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698583.488991:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698583.488993:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698583.488999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698583.489000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698583.489002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698583.489005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698583.489006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698583.489006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698583.489012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698583.489016:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698583.489022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698583.489023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698583.489029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698583.489034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698583.489037:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698583.489040:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698583.489043:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698584.064955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698584.064960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698584.064961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698584.064965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698584.064967:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698584.064970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698584.064971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698584.064973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698584.064975:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698584.512957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698584.512957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698584.512964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698584.512967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698584.512967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698584.512970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698584.512972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698584.512972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698584.512975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698584.512980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698584.512980:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698584.512982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698584.512984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698584.512987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698584.512988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698584.512988:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698584.512992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698584.512993:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698584.512995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698584.513000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698584.513004:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698584.513004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698584.513009:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698584.513010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698584.513012:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698584.513015:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698584.513018:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698584.513019:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698584.513021:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698584.513023:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698584.513039:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698584.513041:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698584.513043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698585.088955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698585.088960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698585.088962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698585.088967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698585.088969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698585.088972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698585.088974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698585.088976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698585.088978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698585.536957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698585.536957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698585.536964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698585.536965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698585.536967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698585.536968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698585.536972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698585.536974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698585.536976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698585.536978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698585.536979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698585.536982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698585.536983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698585.536983:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698585.536985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698585.536990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698585.536991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698585.536995:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698585.536995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698585.537001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698585.537002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698585.537005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698585.537006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698585.537011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698585.537031:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698585.537034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698585.537036:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698586.112975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698586.112983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698586.112986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698586.112991:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698586.112994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698586.112997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698586.113000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698586.113002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698586.113005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698586.560921:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698586.560924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698586.560926:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698586.560929:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698586.560929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698586.560930:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698586.560932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698586.560935:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698586.560936:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698586.560937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698586.560939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698586.560942:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698586.560944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698586.560944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698586.560946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698586.560948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698586.560950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698586.560950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698586.560955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698586.560957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698586.560959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698586.560960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698586.560963:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698586.560964:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698586.560965:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698586.560967:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698586.560970:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698587.136965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698587.136971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698587.136975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698587.136981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698587.136986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698587.136991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698587.136995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698587.136999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698587.137004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.137219:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698587.137223:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698587.137226:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698587.137234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137248:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698587.137251:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.137254:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698587.137257:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698587.137261:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698587.137265:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947200384:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698587.137268:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698587.137271:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698587.137274:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.137278:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698587.137283:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698587.137286:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698587.137292:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698587.137297:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698587.137305:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698587.137314:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200384, portal 25
00000100:00000001:2.0:1787698587.137318:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698587.137320:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698587.137326:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137336:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698587.137338:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698587.137342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698587.137345:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947200384, offset 0
00000400:00000200:2.0:1787698587.137352:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698587.137360:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.137368:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698587.137374:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698587.137379:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698587.137383:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698587.137387:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698587.137393:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12205:12205:256:4294967295] 192.168.201.121@tcp LPNI seq info [12205:12205:8:4294967295]
00000400:00000200:2.0:1787698587.137401:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.137412:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698587.137417:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.137423:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698587.137430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698587.137436:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698587.137444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698587.137449:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698587.137454:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.137458:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698587.137463:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698587.137470:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698587.137475:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698587.137479:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698587.137484:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698587.137489:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137501:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.137505:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137516:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.137518:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698587.137523:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698587.137528:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698587.137531:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298474147
00000100:00000010:2.0:1787698587.137536:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d703c0.
00000100:00000001:2.0:1787698587.137543:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698587.137550:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298474147
00000100:00000010:2.0:1787698587.137554:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70060.
00000100:00000001:2.0:1787698587.137559:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698587.137561:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698587.137565:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.137569:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698587.137574:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698587/real 1787698587]  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698587.137594:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698587.137597:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698587.137599:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698587.137605:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698587.137608:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698587.137612:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698587.137615:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698587.137629:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137636:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698587.137638:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.137642:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.137645:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698587.137653:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137666:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698587.137677:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137695:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698587.137701:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.137706:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.137710:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.137714:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698587.137719:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698587.137726:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698587.137735:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698587.137741:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698587.137750:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698587.137775:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947200384:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698587.137789:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.137795:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.137805:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947200384/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137838:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698587.137841:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698587.137845:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698587.137895:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698587.137898:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698587.137899:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698587.137901:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698587.137903:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698587.137906:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698587.137907:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698587.137908:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698587.137911:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698587.137911:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.137913:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.137917:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698587.137918:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.137920:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698587.137921:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698587.137922:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698587.137925:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137929:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698587.137930:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.137931:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698587.137933:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698587.137934:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698587.137936:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200512:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698587.137937:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698587.137939:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698587.137940:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.137941:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698587.137943:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698587.137944:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698587.137947:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698587.137948:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698587.137951:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698587.137953:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200512, portal 10
00000100:00000001:2.0:1787698587.137954:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698587.137955:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698587.137959:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.137963:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698587.137964:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698587.137965:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698587.137967:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947200512, offset 0
00000400:00000200:2.0:1787698587.137969:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698587.137971:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.137973:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698587.137975:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698587.137977:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698587.137978:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698587.137980:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698587.137981:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12206:12206:256:4294967295] 192.168.201.121@tcp LPNI seq info [12206:12206:8:4294967295]
00000400:00000200:2.0:1787698587.137984:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.137987:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698587.137990:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.137992:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698587.137994:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698587.137996:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698587.137999:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698587.138000:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698587.138003:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.138004:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698587.138005:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698587.138007:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698587.138009:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698587.138010:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698587.138012:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698587.138014:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138018:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.138020:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138024:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138025:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698587.138026:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698587.138029:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698587.138030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698587.138032:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298473490
00000100:00000001:2.0:1787698587.138033:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298474147
00000100:00000001:2.0:1787698587.138035:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298473490
00000100:00000001:2.0:1787698587.138036:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298474147
00000100:00000001:2.0:1787698587.138037:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698587.138038:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138039:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698587.138041:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698587/real 1787698587]  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698587.138045:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698587.138046:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698587.138047:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698587.138048:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698587.138049:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698587.138051:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698587.138052:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698587.138057:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138064:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698587.138065:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138066:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.138067:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698587.138069:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138072:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698587.138074:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138077:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698587.138079:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138080:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.138080:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138081:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698587.138083:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698587.138084:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698587.138086:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698587.138087:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698587.138090:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698587.138097:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200512:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698587.138108:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698587.138111:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138117:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698587.138119:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.138121:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698587.138123:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698587.138125:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698587.138128:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200640:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698587.138131:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698587.138133:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698587.138134:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.138136:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698587.138139:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698587.138141:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698587.138145:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698587.138147:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698587.138150:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698587.138153:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200640, portal 4
00000100:00000001:2.0:1787698587.138155:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698587.138156:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698587.138162:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138168:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698587.138170:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698587.138172:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698587.138175:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947200640, offset 0
00000400:00000200:2.0:1787698587.138178:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698587.138182:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.138185:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698587.138188:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698587.138190:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698587.138192:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698587.138195:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698587.138198:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12207:12207:256:4294967295] 192.168.201.121@tcp LPNI seq info [12207:12207:8:4294967295]
00000400:00000200:2.0:1787698587.138202:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.138208:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698587.138213:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.138216:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698587.138219:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698587.138222:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698587.138226:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698587.138228:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698587.138232:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.138234:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698587.138237:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698587.138240:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698587.138243:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698587.138245:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698587.138247:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698587.138250:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138257:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.138259:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138265:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138267:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698587.138269:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698587.138272:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698587.138275:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698587.138277:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298473507
00000100:00000001:2.0:1787698587.138279:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298474147
00000100:00000001:2.0:1787698587.138281:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298473507
00000100:00000001:2.0:1787698587.138283:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298474147
00000100:00000001:2.0:1787698587.138285:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698587.138287:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138289:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698587.138292:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698587/real 1787698587]  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698587.138300:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698587.138301:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698587.138302:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698587.138305:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698587.138306:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698587.138308:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698587.138311:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698587.138320:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138326:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698587.138327:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138329:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.138330:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698587.138333:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138339:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698587.138343:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138349:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698587.138351:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138352:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.138353:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138355:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698587.138357:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698587.138359:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698587.138362:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698587.138364:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698587.138368:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698587.138376:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200640:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698587.138380:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698587.138383:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138389:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698587.138390:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.138392:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698587.138393:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698587.138394:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698587.138396:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200768:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698587.138398:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698587.138399:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698587.138400:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698587.138401:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698587.138403:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698587.138405:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698587.138407:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698587.138408:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698587.138410:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698587.138412:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200768, portal 4
00000100:00000001:2.0:1787698587.138413:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698587.138414:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698587.138417:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138421:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698587.138422:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698587.138423:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698587.138425:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947200768, offset 0
00000400:00000200:2.0:1787698587.138428:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698587.138430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.138432:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698587.138434:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698587.138435:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698587.138437:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698587.138438:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698587.138440:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12208:12208:256:4294967295] 192.168.201.121@tcp LPNI seq info [12208:12208:8:4294967295]
00000400:00000200:2.0:1787698587.138442:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698587.138446:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698587.138448:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.138450:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698587.138452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698587.138454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698587.138456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698587.138458:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698587.138460:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698587.138461:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698587.138463:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698587.138465:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698587.138467:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698587.138468:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698587.138469:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698587.138471:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138475:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.138477:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138481:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138482:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698587.138483:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698587.138485:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698587.138487:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698587.138488:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298473494
00000100:00000001:2.0:1787698587.138490:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298474147
00000100:00000001:2.0:1787698587.138491:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298473494
00000100:00000001:2.0:1787698587.138492:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298474147
00000100:00000001:2.0:1787698587.138493:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698587.138494:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138495:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698587.138497:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698587/real 1787698587]  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698587.138501:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698587.138502:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698587.138503:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698587.138504:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698587.138505:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698587.138506:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698587.138508:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698587.138512:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138515:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698587.138516:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138517:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.138518:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698587.138520:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138523:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698587.138525:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138529:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698587.138530:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138531:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698587.138532:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138533:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698587.138534:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698587.138535:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698587.138537:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698587.138538:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698587.138540:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698587.138544:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947200768:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698587.138546:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138547:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.138548:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947200512/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138552:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698587.138553:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698587.138554:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698587.138556:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698587.138557:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698587.138557:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698587.138559:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698587.138560:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698587.138561:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698587.138562:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698587.138563:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698587.138565:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698587.138565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138566:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.138568:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947200640/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138575:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698587.138576:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698587.138577:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698587.138578:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698587.138578:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698587.138579:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698587.138580:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698587.138581:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698587.138582:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698587.138582:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698587.138583:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698587.138584:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698587.138585:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138586:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698587.138587:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947200768/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698587.138590:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698587.138591:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698587.138591:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698587.138593:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698587.138593:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698587.138594:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698587.138595:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698587.138595:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698587.138596:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698587.138597:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698587.138598:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698587.138599:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698587.138600:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138600:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698587.138602:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698587.138603:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698587.138604:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698587.138605:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698587.584956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698587.584956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698587.584957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698587.584961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698587.584964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698587.584964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698587.584966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698587.584968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698587.584969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698587.584970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698587.584975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698587.584976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698587.584976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698587.584979:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698587.584983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698587.584983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698587.584989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698587.584989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698587.584995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698587.584998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698587.584999:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698587.585001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698587.585002:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698587.585002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698587.585006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1787698587.585008:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698587.585010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698587.841155:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298474147, at 4298474176
00000100:00000010:0.0:1787698587.841162:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d703c0.
00000100:00000001:3.0:1787698588.160986:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698588.160994:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698588.160997:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698588.161001:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698588.161004:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698588.161008:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698588.161010:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698588.161017:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698588.161020:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698588.608956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698588.608956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698588.608966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698588.608967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698588.608970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698588.608971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698588.608972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698588.608980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698588.608980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698588.608981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698588.608987:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698588.608987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698588.608995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698588.608995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698588.608997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698588.609001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698588.609005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698588.609006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698588.609012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698588.609012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698588.609015:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698588.609016:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698588.609020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698588.609022:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698588.609050:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698588.609054:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698588.609056:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698589.184993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698589.185001:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698589.185003:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698589.185008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698589.185012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698589.185015:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698589.185017:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698589.185019:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698589.185021:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698589.632983:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698589.632984:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698589.632993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698589.632993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698589.632994:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698589.632999:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698589.632999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698589.633001:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698589.633007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698589.633008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698589.633014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698589.633014:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698589.633014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698589.633023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698589.633024:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698589.633025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698589.633027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698589.633032:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698589.633039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698589.633039:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698589.633041:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698589.633043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698589.633049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698589.633050:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698589.633086:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698589.633089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698589.633092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698590.208926:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698590.208933:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698590.208935:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698590.208940:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698590.208943:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698590.208947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698590.208949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698590.208951:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698590.208954:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698590.656921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698590.656924:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698590.656929:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698590.656930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698590.656930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698590.656934:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698590.656934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698590.656935:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698590.656942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698590.656943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698590.656943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698590.656946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698590.656948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698590.656949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698590.656950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698590.656952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698590.656953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698590.656954:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698590.656955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698590.656959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698590.656962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698590.656963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698590.656966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698590.656969:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698590.656971:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698590.656973:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698590.656976:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698591.232955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698591.232961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698591.232964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698591.232968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698591.232972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698591.232976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698591.232979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698591.232982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698591.232985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698591.680940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698591.680940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698591.680947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698591.680947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698591.680950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698591.680952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698591.680952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698591.680954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698591.680960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698591.680960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698591.680962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698591.680967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698591.680967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698591.680968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698591.680972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698591.680973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698591.680974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698591.680975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698591.680980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698591.680984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698591.680989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698591.680989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698591.680992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698591.680996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698591.680997:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698591.681002:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698591.681005:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698592.256935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698592.256941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698592.256945:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698592.256949:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698592.256952:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698592.256959:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3806
00000400:00000200:0.0:1787698592.256966:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698592.256973:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698592.256976:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698592.256978:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.256980:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.256982:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.256984:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698592.256986:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698592.256987:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698592.256990:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698592.256992:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698592.256993:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698592.256995:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698592.256996:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.256997:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.256998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698592.257002:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698592.257004:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257005:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698592.257007:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698592.257009:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698592.257010:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.257012:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698592.257013:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698592.257019:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698592.257021:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698592.257024:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698592.257025:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.257027:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698592.257029:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698592.257032:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698592.257037:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698592.257042:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698592.257048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698592.257055:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698592.257057:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698592.257060:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698592.257074:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698592.257076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698592.257078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698592.257079:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698592.257080:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698592.257082:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698592.257084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3806
00000400:00000200:0.0:1787698592.257085:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698592.257087:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698592.257088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698592.257090:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257091:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.257092:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698592.257095:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698592.257095:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698592.257096:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698592.257098:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698592.257099:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698592.257100:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698592.257102:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257103:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.257105:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257106:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698592.257108:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698592.257110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257112:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698592.257113:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698592.257115:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787698592.257117:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698592.257119:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787698592.257120:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257122:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698592.257123:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698592.257127:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787698592.257129:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787698592.257130:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.257134:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698592.257140:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698592.257141:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787698592.257142:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:2.0:1787698592.257143:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698592.257146:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698592.257148:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257148:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787698592.257151:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698592.257151:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698592.257153:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698592.257155:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698592.257156:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698592.257160:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00100000:2.0:1787698592.257160:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947200896:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698592.257165:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787698592.257166:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257170:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787698592.257172:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787698592.257173:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257177:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787698592.257182:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787698592.257183:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
00000100:00000001:0.0:1787698592.257184:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257188:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698592.257191:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698592.257197:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698592.257202:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698592.257202:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00080000:0.0:1787698592.257207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698592.257209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698592.257210:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698592.257211:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787698592.257212:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000001:0.0:1787698592.257213:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698592.257217:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3806
00000400:00000200:0.0:1787698592.257220:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:2.0:1787698592.257221:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947200896, portal 25
00000400:00000200:0.0:1787698592.257223:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698592.257226:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787698592.257227:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698592.257231:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698592.257231:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000001:0.0:1787698592.257234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.257237:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698592.257241:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698592.257243:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000040:2.0:1787698592.257243:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698592.257245:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698592.257247:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698592.257249:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698592.257252:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698592.257258:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698592.257260:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787698592.257261:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.257265:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:2.0:1787698592.257266:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257269:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:2.0:1787698592.257271:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000020:00000040:0.0:1787698592.257272:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698592.257276:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000200:2.0:1787698592.257276:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947200896, offset 0
00000100:00000001:0.0:1787698592.257278:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698592.257280:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698592.257282:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698592.257284:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787698592.257285:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.257289:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698592.257291:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698592.257292:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.257293:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:0.0:1787698592.257297:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698592.257300:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698592.257302:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698592.257304:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257304:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698592.257307:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698592.257310:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698592.257311:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257314:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1787698592.257315:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698592.257318:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257321:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00100000:0.0:1787698592.257324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698592.257328:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698592.257334:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257335:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698592.257338:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698592.257343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698592.257343:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12209:12209:256:4294967295] 192.168.201.121@tcp LPNI seq info [12209:12209:8:4294967295]
00000400:00000200:2.0:1787698592.257354:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698592.257358:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698592.257360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698592.257362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698592.257365:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698592.257367:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698592.257368:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787698592.257370:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698592.257374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3806
00000800:00000200:2.0:1787698592.257378:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787698592.257381:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:2.0:1787698592.257385:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000400:00000200:0.0:1787698592.257386:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698592.257390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698592.257391:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257395:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787698592.257395:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698592.257399:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257401:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.0:1787698592.257401:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1787698592.257407:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698592.257409:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698592.257410:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787698592.257410:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:0.0:1787698592.257413:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:2.1:1787698592.257414:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1787698592.257416:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698592.257421:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000100:2.0:1787698592.257421:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.257424:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000100:00000040:0.0:1787698592.257426:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698592.257429:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698592.257431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698592.257431:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787698592.257435:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698592.257437:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698592.257441:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698592.257443:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787698592.257444:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698592.257448:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698592.257450:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698592.257451:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257451:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000100:00000001:0.0:1787698592.257456:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698592.257457:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787698592.257457:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000008:00000001:0.0:1787698592.257463:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.257465:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257465:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1787698592.257470:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000200:2.0:1787698592.257472:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698592.257474:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698592.257480:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698592.257483:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257485:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698592.257486:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787698592.257489:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698592.257490:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698592.257493:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257498:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698592.257499:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:2.0:1787698592.257500:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698592.257505:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257506:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257511:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:0.0:1787698592.257514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698592.257515:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298479267
00000100:00000001:0.0:1787698592.257522:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787698592.257522:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d706c0.
00000100:00000001:0.0:1787698592.257526:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698592.257529:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257529:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787698592.257536:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257537:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298479267
00000100:00000010:2.0:1787698592.257541:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70420.
00000100:00000040:0.0:1787698592.257542:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3816)
00000100:00000001:2.0:1787698592.257544:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698592.257548:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698592.257550:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257552:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698592.257556:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698592/real 1787698592]  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698592.257562:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698592.257563:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698592.257564:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698592.257566:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698592.257567:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698592.257568:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698592.257570:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698592.257575:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257579:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698592.257580:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257581:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.257583:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698592.257585:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257589:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698592.257591:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257599:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698592.257600:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257602:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.257602:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257604:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698592.257605:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698592.257606:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698592.257608:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698592.257610:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698592.257612:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698592.257617:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947200896:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698592.257619:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257621:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.257623:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947200896/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257629:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698592.257631:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698592.257633:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698592.257636:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698592.257637:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698592.257639:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698592.257641:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698592.257644:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:2.0:1787698592.257647:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698592.257649:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698592.257651:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:2.0:1787698592.257653:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698592.257655:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257657:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257664:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698592.257665:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257667:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698592.257669:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698592.257670:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698592.257673:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257677:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698592.257678:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257679:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698592.257680:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698592.257682:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698592.257683:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947201024:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698592.257685:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698592.257687:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698592.257688:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257689:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698592.257691:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698592.257692:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698592.257696:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698592.257698:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698592.257700:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947201024, portal 10
00000100:00000001:2.0:1787698592.257702:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698592.257702:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:2.0:1787698592.257714:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257719:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698592.257720:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698592.257721:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698592.257723:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947201024, offset 0
00000400:00000200:2.0:1787698592.257725:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698592.257728:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698592.257731:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698592.257733:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698592.257734:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698592.257736:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698592.257737:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698592.257739:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12210:12210:256:4294967295] 192.168.201.121@tcp LPNI seq info [12210:12210:8:4294967295]
00000400:00000200:2.0:1787698592.257741:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698592.257745:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698592.257748:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.257750:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698592.257752:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698592.257754:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698592.257757:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698592.257758:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698592.257760:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.257761:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698592.257764:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698592.257778:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698592.257781:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698592.257782:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698592.257784:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698592.257786:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257791:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.257793:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257797:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257798:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698592.257800:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698592.257802:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698592.257804:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698592.257806:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298478609
00000100:00000001:2.0:1787698592.257808:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298479267
00000100:00000001:2.0:1787698592.257809:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298478609
00000100:00000001:2.0:1787698592.257810:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298479267
00000100:00000001:2.0:1787698592.257812:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698592.257813:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.257814:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698592.257816:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698592/real 1787698592]  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698592.257820:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698592.257822:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698592.257823:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698592.257825:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698592.257827:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698592.257828:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698592.257831:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698592.257839:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257845:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698592.257877:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257878:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.257879:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698592.257882:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257886:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698592.257889:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257893:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698592.257894:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257895:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.257896:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.257897:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698592.257899:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698592.257900:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698592.257902:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698592.257903:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698592.257905:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698592.257910:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947201024:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698592.257912:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698592.257914:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257918:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698592.257919:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257920:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698592.257921:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698592.257922:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698592.257924:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947201152:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698592.257926:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698592.257927:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698592.257928:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.257929:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698592.257931:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698592.257933:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.257935:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698592.257936:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698592.257938:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698592.257940:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947201152, portal 4
00000100:00000001:2.0:1787698592.257949:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698592.257950:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:2.0:1787698592.257954:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.257958:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698592.257959:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698592.257961:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698592.257962:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947201152, offset 0
00000400:00000200:2.0:1787698592.257964:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698592.257967:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698592.257969:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698592.257971:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698592.257973:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698592.257974:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698592.257976:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698592.257978:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12211:12211:256:4294967295] 192.168.201.121@tcp LPNI seq info [12211:12211:8:4294967295]
00000400:00000200:2.0:1787698592.257980:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698592.257984:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698592.257986:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.257988:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698592.257990:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698592.257991:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698592.257994:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698592.257995:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698592.257997:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.257999:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698592.258001:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698592.258002:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698592.258004:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698592.258005:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698592.258007:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698592.258009:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258013:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.258015:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258019:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.258020:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698592.258022:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698592.258023:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698592.258025:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698592.258026:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298478627
00000100:00000001:2.0:1787698592.258028:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298479267
00000100:00000001:2.0:1787698592.258029:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298478627
00000100:00000001:2.0:1787698592.258030:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298479267
00000100:00000001:2.0:1787698592.258031:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698592.258032:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.258033:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698592.258035:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698592/real 1787698592]  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698592.258040:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698592.258040:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698592.258041:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698592.258043:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698592.258044:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698592.258045:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698592.258047:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698592.258051:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258055:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698592.258057:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258058:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.258059:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698592.258063:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258069:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698592.258073:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258079:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698592.258081:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258083:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.258084:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258086:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698592.258087:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698592.258090:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698592.258093:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698592.258095:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698592.258099:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698592.258105:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947201152:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698592.258108:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698592.258109:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258113:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698592.258114:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.258116:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698592.258117:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698592.258118:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698592.258119:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947201280:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698592.258121:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698592.258123:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698592.258124:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698592.258125:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698592.258127:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698592.258128:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698592.258130:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698592.258131:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698592.258133:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698592.258135:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947201280, portal 4
00000100:00000001:2.0:1787698592.258136:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698592.258137:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:2.0:1787698592.258141:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258144:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698592.258146:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698592.258147:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698592.258148:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947201280, offset 0
00000400:00000200:2.0:1787698592.258150:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698592.258152:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698592.258154:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698592.258156:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698592.258158:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698592.258160:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698592.258161:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698592.258163:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12212:12212:256:4294967295] 192.168.201.121@tcp LPNI seq info [12212:12212:8:4294967295]
00000400:00000200:2.0:1787698592.258165:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698592.258169:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698592.258171:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.258173:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698592.258175:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698592.258177:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698592.258179:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698592.258181:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698592.258183:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698592.258185:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698592.258187:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698592.258189:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698592.258191:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698592.258192:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698592.258193:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698592.258195:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258199:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.258201:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258204:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.258205:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698592.258207:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698592.258209:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698592.258212:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698592.258214:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298478614
00000100:00000001:2.0:1787698592.258216:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298479267
00000100:00000001:2.0:1787698592.258218:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298478614
00000100:00000001:2.0:1787698592.258220:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298479267
00000100:00000001:2.0:1787698592.258222:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698592.258223:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.258225:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698592.258228:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698592/real 1787698592]  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698592.258236:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698592.258237:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698592.258239:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698592.258241:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698592.258243:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698592.258245:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698592.258248:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698592.258255:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258260:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698592.258260:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258262:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.258263:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698592.258264:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258268:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698592.258270:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258274:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698592.258275:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258276:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698592.258277:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258278:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698592.258279:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698592.258280:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698592.258282:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698592.258283:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698592.258285:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698592.258289:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947201280:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698592.258291:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258292:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.258294:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947201024/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258298:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698592.258299:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698592.258300:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698592.258301:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698592.258303:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698592.258304:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698592.258306:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698592.258308:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:2.0:1787698592.258310:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698592.258311:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698592.258312:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:2.0:1787698592.258315:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698592.258316:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258317:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.258320:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947201152/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258327:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698592.258328:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698592.258329:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698592.258332:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698592.258333:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698592.258335:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698592.258336:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698592.258338:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:2.0:1787698592.258340:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698592.258341:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698592.258342:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698592.258344:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698592.258346:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258347:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698592.258349:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947201280/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698592.258353:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698592.258354:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698592.258355:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698592.258356:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698592.258357:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698592.258358:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698592.258359:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698592.258360:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:2.0:1787698592.258361:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698592.258361:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698592.258362:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698592.258363:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698592.258364:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258365:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698592.258367:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698592.258368:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698592.258369:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698592.258370:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698592.704936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698592.704938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698592.704940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698592.704943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698592.704944:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698592.704944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698592.704947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698592.704952:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787698592.704953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698592.704955:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.704957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698592.704959:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698592.704961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698592.704961:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698592.704964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698592.704966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698592.704966:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698592.704968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698592.704970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698592.704970:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698592.704972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698592.704975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698592.704977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698592.704978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698592.704981:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698592.704981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698592.704983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698592.704984:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698592.704986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698592.704987:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698592.704990:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698592.704992:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698592.704993:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698592.704995:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698592.704998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698592.704999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698592.705017:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698592.705020:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698592.705022:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698592.960929:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298479267, at 4298479296
00000100:00000010:0.0:1787698592.960943:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d706c0.
00000100:00000001:3.0:1787698593.728931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698593.728937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698593.728938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698593.728943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698593.728946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698593.728946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698593.728949:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698593.728951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698593.728953:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698593.728957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698593.728958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698593.728962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698593.728964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698593.728967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698593.728970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698594.752940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698594.752944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698594.752948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698594.752948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698594.752952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698594.752954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698594.752957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698594.752958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698594.752960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698594.752965:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698594.752965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698594.752969:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698594.752970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698594.752974:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698594.752979:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698594.752982:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698594.752984:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698594.752984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698594.752987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698594.752989:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698594.752991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698594.753021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698594.753024:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698594.753026:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698595.776947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698595.776951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698595.776954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698595.776955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698595.776959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698595.776961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698595.776965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698595.776966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698595.776969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698595.776971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698595.776971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698595.776976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698595.776983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698595.776987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698595.776990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698595.777026:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698595.777033:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698595.777036:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698596.800946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698596.800950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698596.800956:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698596.800959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698596.800963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698596.800965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698596.800965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698596.800968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698596.800970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698596.800975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698596.800975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698596.800979:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698596.800987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698596.800988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698596.800990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698596.801018:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698596.801022:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698596.801025:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698597.376952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698597.376958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698597.376960:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698597.376964:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698597.376967:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698597.376973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3811
00000400:00000200:2.0:1787698597.376981:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698597.376986:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698597.376989:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698597.376993:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.376996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.376998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377000:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698597.377004:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698597.377006:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698597.377008:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698597.377011:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698597.377014:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698597.377016:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698597.377018:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377021:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698597.377027:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698597.377030:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377032:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698597.377035:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698597.377038:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698597.377041:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377043:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698597.377045:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698597.377052:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2d2c0.
00000020:00000040:2.0:1787698597.377056:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698597.377059:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698597.377061:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377063:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698597.377066:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698597.377070:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698597.377077:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000100:00000001:2.0:1787698597.377083:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698597.377091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2d2c0 x1874533947201408/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698597.377100:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698597.377103:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698597.377107:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077903b11] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2d2c0 x1874533947201408/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698597.377127:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698597.377130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698597.377133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698597.377135:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698597.377137:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698597.377140:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698597.377143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3811
00000400:00000200:2.0:1787698597.377146:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698597.377151:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698597.377155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698597.377158:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377160:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377164:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698597.377172:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698597.377174:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698597.377179:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698597.377183:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698597.377188:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698597.377194:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698597.377201:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377205:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377208:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377212:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698597.377215:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698597.377220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377222:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698597.377225:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698597.377229:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698597.377235:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377238:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698597.377242:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698597.377247:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377251:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698597.377254:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2e1c0.
00000020:00000040:2.0:1787698597.377257:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698597.377260:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698597.377262:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377264:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698597.377265:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698597.377267:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698597.377272:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632bc00.
00000100:00000001:2.0:1787698597.377275:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698597.377280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2e1c0 x1874533947201536/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698597.377288:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698597.377292:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698597.377297:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000753f72e0] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2e1c0 x1874533947201536/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698597.377312:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698597.377315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698597.377320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698597.377322:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698597.377325:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698597.377328:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698597.377331:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3811
00000400:00000200:2.0:1787698597.377338:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698597.377342:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698597.377343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698597.377347:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377352:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698597.377356:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698597.377357:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698597.377359:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698597.377361:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698597.377365:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698597.377367:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698597.377370:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377374:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698597.377379:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698597.377383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377386:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698597.377389:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698597.377392:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698597.377395:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377398:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698597.377402:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698597.377405:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377407:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698597.377410:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698597.377414:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698597.377417:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698597.377420:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377422:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698597.377423:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698597.377426:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698597.377431:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787698597.377434:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698597.377439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947201664/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698597.377449:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698597.377452:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698597.377455:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:2.0:1787698597.377459:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947201664/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698597.377460:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1787698597.377475:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698597.377478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698597.377480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698597.377481:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698597.377484:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698597.377489:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698597.377494:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3811
00000400:00000200:2.0:1787698597.377497:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698597.377499:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698597.377502:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698597.377506:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377508:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377510:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698597.377515:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698597.377517:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698597.377518:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698597.377520:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698597.377523:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698597.377527:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698597.377533:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698597.377539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377542:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698597.377545:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698597.377550:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698597.377555:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698597.377558:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698597.377561:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698597.377565:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377567:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698597.377567:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698597.377569:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377570:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698597.377575:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698597.377578:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698597.377581:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698597.377583:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698597.377585:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698597.377586:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698597.377587:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698597.377590:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
00000100:00000001:2.0:1787698597.377593:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698597.377597:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947201792/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698597.377607:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698597.377611:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698597.377618:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947201792/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698597.377635:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698597.377643:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3821)
00000800:00000200:1.1:1787698597.377886:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698597.377887:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698597.378089:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698597.378091:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698597.378307:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698597.378309:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787698597.824922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698597.824929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698597.824931:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698597.824933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698597.824935:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698597.824939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698597.824941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698597.824945:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698597.824946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698597.824951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698597.824953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698597.824954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698597.824970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698597.824974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698597.824978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698597.824985:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698597.824989:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698597.824993:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698598.080958:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298484387, at 4298484416
00000100:00000010:0.0:1787698598.080974:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010300.
00000100:00000001:3.0:1787698598.848899:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698598.848906:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698598.848908:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698598.848914:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698598.848925:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698598.848933:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698598.848938:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698598.848939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698598.848942:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698598.848945:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698598.848946:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698598.848957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698598.848961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698598.848967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698598.848969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698598.849012:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698598.849015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698598.849018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698599.872929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698599.872936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698599.872941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698599.872947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698599.872950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698599.872951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698599.872956:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698599.872957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698599.872965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698599.872966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698599.872968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698599.872969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698599.872973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698599.872980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698599.872982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698599.873007:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698599.873009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698599.873012:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787698600.896959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698600.896966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698600.896976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698600.896980:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698600.896988:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698600.896992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698600.897114:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698600.897117:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698600.897119:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698600.897122:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698600.897134:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698600.897136:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698600.897138:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698600.897140:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698600.897143:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698601.920944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698601.920952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698601.920956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698601.920962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698601.920968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698601.920973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698601.920984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698601.920988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698601.920991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698601.921011:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698601.921013:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698601.921016:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698601.921017:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698601.921020:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698601.921021:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698601.921073:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698601.921076:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698601.921078:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698602.496971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698602.496979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698602.496984:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698602.496989:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698602.496996:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698602.497003:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3816
00000400:00000200:3.0:1787698602.497010:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698602.497015:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698602.497018:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698602.497021:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497024:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497027:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698602.497032:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698602.497033:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698602.497035:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698602.497038:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698602.497040:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698602.497041:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698602.497044:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497045:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497046:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698602.497049:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698602.497052:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497053:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698602.497056:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698602.497058:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698602.497060:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497061:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698602.497063:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698602.497070:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698602.497073:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698602.497076:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698602.497077:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497079:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698602.497081:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698602.497084:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698602.497090:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698602.497095:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698602.497102:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947201920/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698602.497110:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698602.497113:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698602.497116:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947201920/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698602.497132:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698602.497134:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698602.497137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698602.497138:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698602.497139:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698602.497141:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698602.497143:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3816
00000400:00000200:3.0:1787698602.497145:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698602.497148:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698602.497150:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698602.497153:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497155:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497157:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497158:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698602.497159:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698602.497160:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698602.497162:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698602.497166:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698602.497168:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698602.497172:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698602.497177:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497179:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497182:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497184:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698602.497188:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698602.497193:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497198:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698602.497201:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698602.497207:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698602.497211:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497214:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698602.497217:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698602.497221:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497227:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698602.497235:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698602.497239:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698602.497244:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698602.497246:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497249:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698602.497250:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698602.497252:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698602.497265:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698602.497270:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698602.497277:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947202048/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698602.497286:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698602.497290:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698602.497294:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947202048/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698602.497304:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698602.497307:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698602.497311:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698602.497314:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698602.497318:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698602.497320:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698602.497324:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3816
00000400:00000200:3.0:1787698602.497328:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698602.497332:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698602.497333:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698602.497339:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497343:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497348:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497353:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698602.497356:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698602.497359:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698602.497362:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698602.497365:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698602.497369:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698602.497371:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698602.497379:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497384:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497387:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497389:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698602.497392:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698602.497397:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497399:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698602.497401:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698602.497405:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698602.497408:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497410:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698602.497412:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698602.497415:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497420:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698602.497423:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698602.497426:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698602.497430:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698602.497432:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497436:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698602.497437:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698602.497440:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698602.497446:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698602.497451:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698602.497458:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947202176/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698602.497470:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698602.497472:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698602.497479:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947202176/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698602.497496:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698602.497499:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698602.497503:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698602.497504:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698602.497505:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698602.497507:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698602.497513:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3816
00000400:00000200:3.0:1787698602.497518:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698602.497526:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698602.497531:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787698602.497535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787698602.497536:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698602.497541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787698602.497542:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497547:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497552:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698602.497556:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698602.497559:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698602.497560:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698602.497561:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698602.497563:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698602.497567:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698602.497574:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497577:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698602.497579:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497583:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698602.497587:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698602.497606:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698602.497607:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698602.497609:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698602.497612:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698602.497615:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497617:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698602.497620:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698602.497628:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497634:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698602.497640:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698602.497647:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698602.497655:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698602.497658:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.497660:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698602.497663:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698602.497667:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698602.497675:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698602.497683:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698602.497693:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947202304/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698602.497706:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698602.497711:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698602.497718:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947202304/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698602.497738:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698602.497748:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3826)
00000800:00000200:1.1:1787698602.497967:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698602.497968:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698602.498192:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698602.498194:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698602.498404:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698602.498406:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00010000:00000001:2.0:1787698602.944961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698602.944966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698602.944968:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698602.944970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698602.944972:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698602.944973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698602.944977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698602.944978:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.944981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698602.944984:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698602.944985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698602.944988:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.944988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698602.944991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698602.944994:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698602.944995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698602.944999:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698602.945005:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698602.945007:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698602.945008:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698602.945010:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698602.945012:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698602.945014:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698602.945016:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698602.945020:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698602.945024:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698602.945026:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698603.200984:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298489507, at 4298489536
00000100:00000010:0.0:1787698603.201005:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010180.
00000100:00000001:3.0:1787698603.968899:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698603.968907:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698603.968911:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698603.968916:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698603.968918:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698603.968921:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698603.968922:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698603.968927:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698603.968928:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698603.968931:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698603.968931:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698603.968935:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698603.968936:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698603.968938:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698603.968941:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698603.968946:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698603.968951:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698603.968954:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698603.968957:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698603.968959:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698603.968961:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698603.968993:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698603.968996:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698603.968998:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698604.992936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698604.992944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698604.992947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698604.992949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698604.992954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698604.992955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698604.992958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698604.992962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698604.992963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698604.992966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698604.992968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698604.992976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698604.992982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698604.992985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698604.992991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698604.993031:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698604.993036:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698604.993048:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698606.016921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698606.016928:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698606.016931:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698606.016932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698606.016936:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698606.016940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698606.016944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698606.016949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698606.016951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698606.016955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698606.016959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698606.016964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698606.016965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698606.016970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698606.016973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698606.017029:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698606.017033:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698606.017037:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698607.040939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698607.040946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698607.040949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698607.040954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698607.040957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698607.040961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698607.040963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698607.040968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698607.040974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698607.040994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698607.041000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698607.041008:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698607.041012:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698607.041021:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698607.041024:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698607.041048:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698607.041051:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698607.041054:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698607.616987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698607.616996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698607.617001:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698607.617007:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698607.617015:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698607.617024:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3821
00000400:00000200:0.0:1787698607.617034:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698607.617041:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698607.617045:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698607.617049:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617052:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617055:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698607.617061:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698607.617063:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698607.617067:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698607.617070:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698607.617073:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698607.617076:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698607.617079:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617086:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617089:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617091:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698607.617095:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698607.617099:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617101:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698607.617104:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698607.617108:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698607.617111:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617114:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698607.617116:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698607.617125:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698607.617129:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698607.617133:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698607.617135:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617138:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698607.617141:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698607.617145:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698607.617152:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698607.617160:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698607.617169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947202432/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698607.617180:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698607.617185:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698607.617190:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947202432/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698607.617216:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698607.617219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698607.617223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698607.617224:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698607.617226:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698607.617229:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698607.617232:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3821
00000400:00000200:0.0:1787698607.617236:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698607.617239:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698607.617241:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698607.617245:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617248:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617251:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617254:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698607.617256:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698607.617258:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698607.617260:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698607.617263:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698607.617268:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698607.617271:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698607.617277:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617280:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617285:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617289:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698607.617294:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698607.617300:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617307:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698607.617311:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698607.617318:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698607.617323:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617329:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698607.617335:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698607.617339:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617344:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698607.617351:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698607.617358:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698607.617364:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698607.617367:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617369:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698607.617371:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698607.617376:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698607.617384:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698607.617392:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698607.617401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947202560/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698607.617414:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698607.617417:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698607.617421:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947202560/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698607.617448:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698607.617452:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698607.617463:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698607.617466:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698607.617470:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698607.617477:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698607.617483:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3821
00000400:00000200:0.0:1787698607.617493:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698607.617499:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698607.617516:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698607.617523:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617526:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617531:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617536:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698607.617539:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698607.617543:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698607.617547:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698607.617550:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698607.617555:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698607.617559:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698607.617566:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617571:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617578:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617582:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698607.617586:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698607.617593:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617599:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698607.617602:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698607.617605:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698607.617607:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617609:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698607.617612:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698607.617615:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617619:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698607.617626:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698607.617631:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698607.617637:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698607.617640:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617643:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698607.617645:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698607.617647:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698607.617654:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698607.617659:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698607.617669:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947202688/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698607.617675:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698607.617682:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787698607.617687:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698607.617693:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698607.617702:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947202688/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698607.617718:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698607.617723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698607.617730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698607.617735:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698607.617737:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698607.617740:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698607.617746:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3821
00000400:00000200:0.0:1787698607.617755:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698607.617762:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698607.617767:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698607.617774:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617778:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617785:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617791:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698607.617796:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698607.617801:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698607.617804:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698607.617807:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698607.617813:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698607.617819:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698607.617825:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617830:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698607.617833:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617836:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698607.617840:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698607.617844:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698607.617886:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698607.617889:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698607.617893:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698607.617898:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617901:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698607.617904:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698607.617909:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617914:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698607.617919:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698607.617924:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698607.617928:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698607.617932:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698607.617935:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698607.617937:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698607.617940:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698607.617946:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698607.617951:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698607.617957:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947202816/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698607.617976:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698607.617981:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698607.617989:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947202816/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698607.618006:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698607.618013:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3831)
00000800:00000200:1.1:1787698607.618313:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698607.618316:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698607.618577:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698607.618580:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698607.618822:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698607.618824:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787698608.064940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698608.064949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698608.064953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698608.064961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698608.064963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698608.064967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698608.064968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698608.064972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698608.064981:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698608.064982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698608.064984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698608.064986:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698608.064987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698608.064989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698608.064995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698608.065023:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698608.065026:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698608.065029:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698608.320950:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298494627, at 4298494656
00000100:00000010:0.0:1787698608.320965:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470105a0.
00000100:00000001:3.0:1787698609.088953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698609.088958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698609.088962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698609.088963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698609.088966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698609.088971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698609.088971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698609.088975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698609.088977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698609.088979:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698609.088981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698609.088988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698609.088993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698609.088996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698609.088999:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698609.089000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698609.089002:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698609.089005:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698610.112929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698610.112937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698610.112937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698610.112941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698610.112941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698610.112946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698610.112948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698610.112949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698610.112952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698610.112955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698610.112955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698610.112960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698610.112963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698610.112965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698610.112968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698610.113068:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698610.113071:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698610.113075:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698611.136960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698611.136962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698611.136967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698611.136968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698611.136974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698611.136977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698611.136981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698611.136982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698611.136986:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698611.136989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698611.136989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698611.136994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698611.137000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698611.137002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698611.137005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698611.137012:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698611.137016:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698611.137019:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698612.160924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698612.160930:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698612.160930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698612.160934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698612.160940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698612.160943:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698612.160945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698612.160947:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698612.160950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698612.160952:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698612.160954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698612.160958:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698612.160959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698612.160960:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160964:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698612.160965:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160966:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698612.160973:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698612.160974:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698612.160975:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160976:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698612.160977:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160978:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160980:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698612.160984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698612.160986:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698612.161019:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698612.161022:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698612.161024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698612.736996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698612.737007:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698612.737009:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698612.737013:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698612.737018:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698612.737025:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3826
00000400:00000200:0.0:1787698612.737034:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698612.737040:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698612.737043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698612.737046:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737049:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737052:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737055:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698612.737060:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698612.737062:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698612.737065:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698612.737069:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698612.737072:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698612.737074:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698612.737077:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737087:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737089:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737092:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698612.737095:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698612.737098:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737100:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698612.737103:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698612.737107:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698612.737114:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737117:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698612.737119:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698612.737129:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698612.737132:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698612.737136:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698612.737138:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737140:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698612.737143:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698612.737146:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698612.737153:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698612.737160:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698612.737168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698612.737177:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698612.737181:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698612.737186:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947202944/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698612.737205:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698612.737208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698612.737212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698612.737213:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698612.737215:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698612.737217:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698612.737220:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3826
00000400:00000200:0.0:1787698612.737223:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698612.737226:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698612.737228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698612.737231:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737233:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737236:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737237:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698612.737239:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698612.737241:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698612.737242:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698612.737244:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698612.737246:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698612.737248:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698612.737251:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737253:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737255:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737256:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698612.737259:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698612.737261:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737265:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698612.737267:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698612.737272:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698612.737274:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737276:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698612.737280:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698612.737283:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737285:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698612.737290:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698612.737292:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698612.737295:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698612.737296:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737298:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698612.737299:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698612.737300:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698612.737304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698612.737307:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698612.737312:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947203072/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698612.737319:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698612.737321:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698612.737324:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947203072/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698612.737332:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698612.737334:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698612.737338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698612.737340:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698612.737341:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698612.737344:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698612.737346:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3826
00000400:00000200:0.0:1787698612.737349:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698612.737352:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698612.737354:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698612.737357:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737359:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737361:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737362:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698612.737365:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698612.737366:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698612.737367:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698612.737369:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698612.737371:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698612.737373:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698612.737376:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737378:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737380:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737382:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698612.737384:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698612.737387:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737389:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698612.737390:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698612.737393:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698612.737395:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737397:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698612.737399:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698612.737401:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737403:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698612.737406:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698612.737408:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698612.737410:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698612.737411:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737413:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698612.737415:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698612.737444:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698612.737449:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698612.737452:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698612.737456:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947203200/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698612.737463:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698612.737465:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698612.737469:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947203200/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698612.737475:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698612.737478:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698612.737481:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698612.737482:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698612.737484:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698612.737486:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698612.737488:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3826
00000400:00000200:0.0:1787698612.737491:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698612.737493:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698612.737495:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698612.737498:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737500:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737502:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698612.737506:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698612.737507:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698612.737508:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698612.737510:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698612.737512:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698612.737515:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698612.737518:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737519:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698612.737521:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737523:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698612.737525:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698612.737527:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698612.737530:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698612.737531:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698612.737534:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698612.737536:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737538:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698612.737539:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698612.737541:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737543:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698612.737546:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698612.737548:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698612.737550:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698612.737551:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698612.737553:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698612.737554:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698612.737555:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698612.737559:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698612.737562:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698612.737565:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947203328/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698612.737571:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698612.737573:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698612.737577:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947203328/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698612.737583:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698612.737588:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3836)
00000100:00000001:2.0:1787698612.737757:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698612.737764:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698612.737767:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698612.737772:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698612.737777:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698612.737781:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698612.737785:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698612.737788:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698612.737793:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698612.737927:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698612.737931:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698612.738189:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698612.738190:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698612.738456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698612.738459:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698612.738700:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698612.738703:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787698613.184965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698613.184969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698613.184974:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698613.184974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698613.184979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698613.184981:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698613.184985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698613.184986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698613.184990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698613.184993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698613.184999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698613.185000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698613.185004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698613.185008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698613.185012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698613.185020:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698613.185025:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698613.185028:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698613.440969:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298499748, at 4298499776
00000100:00000010:0.0:1787698613.440981:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d80.
00000100:00000001:2.0:1787698613.760960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698613.760966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698613.760968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698613.760971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698613.760974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698613.760977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698613.760979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698613.760981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698613.760982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698614.208953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698614.208959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698614.208961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698614.208963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698614.208966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698614.208972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698614.208973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698614.208976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698614.208982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698614.208987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698614.208988:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698614.208991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698614.208992:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698614.208997:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698614.209001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698614.209002:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698614.209003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698614.209006:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698614.209007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698614.209011:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698614.209015:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698614.209050:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698614.209052:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698614.209055:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698614.784963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698614.784969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698614.784971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698614.784976:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698614.784980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698614.784983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698614.784986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698614.784988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698614.784991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698615.232938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698615.232945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698615.232949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698615.232953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698615.232957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698615.232961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698615.232968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698615.232972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698615.232973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698615.232976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698615.232980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698615.232981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698615.232983:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698615.232989:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698615.232991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698615.233016:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698615.233019:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698615.233022:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698615.808960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698615.808967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698615.808968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698615.808972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698615.808974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698615.808977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698615.808979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698615.808981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698615.808983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698616.256949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698616.256954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698616.256963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698616.256967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698616.256973:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698616.256977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698616.257017:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698616.257021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698616.257025:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698616.257638:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698616.257642:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698616.257650:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698616.257653:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698616.257656:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698616.257659:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698616.257661:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698616.257662:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698616.257664:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698616.832964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698616.832971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698616.832973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698616.832978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698616.832982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698616.832986:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698616.832988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698616.832990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698616.832993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698617.280945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698617.280951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698617.280954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698617.280961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698617.280966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698617.280970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698617.280975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698617.280976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698617.280979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698617.280981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698617.280985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698617.280987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698617.280992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698617.280998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698617.281001:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698617.281019:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698617.281023:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698617.281026:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698617.856953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698617.856962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698617.856964:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698617.856968:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698617.856976:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698617.856984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3831
00000400:00000200:2.0:1787698617.856992:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698617.856999:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698617.857003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698617.857006:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698617.857016:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698617.857019:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:0.0:1787698617.857021:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787698617.857024:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787698617.857025:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698617.857027:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000100:00100000:0.0:1787698617.857030:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000020:00000001:2.0:1787698617.857032:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787698617.857036:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787698617.857037:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698617.857041:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000001:0.0:1787698617.857042:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698617.857045:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000001:0.0:1787698617.857047:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787698617.857051:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698617.857052:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698617.857054:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787698617.857056:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698617.857058:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857062:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698617.857065:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698617.857068:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857071:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698617.857074:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698617.857076:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698617.857079:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857081:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698617.857084:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698617.857092:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698617.857096:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698617.857099:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698617.857101:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857103:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698617.857106:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698617.857109:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698617.857116:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000100:00000001:2.0:1787698617.857122:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698617.857130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947203456/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698617.857146:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698617.857150:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698617.857154:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947203456/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698617.857175:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698617.857178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698617.857181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698617.857183:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698617.857184:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698617.857187:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698617.857190:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3831
00000400:00000200:2.0:1787698617.857194:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698617.857197:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698617.857200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698617.857205:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857210:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698617.857223:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698617.857226:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698617.857229:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698617.857233:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698617.857238:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698617.857243:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698617.857250:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857255:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857259:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857265:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698617.857270:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698617.857284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857291:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698617.857297:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698617.857303:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698617.857308:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857312:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698617.857318:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698617.857324:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857340:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698617.857345:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698617.857347:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698617.857349:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698617.857351:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857355:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698617.857358:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698617.857360:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698617.857365:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a000.
00000100:00000001:2.0:1787698617.857370:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698617.857378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947203584/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698617.857398:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698617.857402:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698617.857410:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947203584/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698617.857429:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698617.857434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698617.857440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698617.857443:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787698617.857443:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:2.0:1787698617.857446:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787698617.857447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787698617.857452:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698617.857459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3831
00000400:00000200:2.0:1787698617.857467:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698617.857475:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698617.857480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698617.857487:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857492:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857500:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698617.857505:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698617.857508:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698617.857512:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698617.857515:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698617.857519:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698617.857524:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698617.857529:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857533:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857541:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698617.857546:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698617.857549:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857553:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698617.857555:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698617.857560:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698617.857565:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857570:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698617.857574:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698617.857579:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857583:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698617.857590:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787698617.857596:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698617.857602:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698617.857606:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857610:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698617.857613:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698617.857616:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698617.857623:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00000001:2.0:1787698617.857629:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698617.857637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947203712/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698617.857651:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698617.857653:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698617.857657:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947203712/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698617.857668:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698617.857672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698617.857680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698617.857684:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698617.857686:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698617.857690:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698617.857695:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3831
00000400:00000200:2.0:1787698617.857703:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698617.857707:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698617.857711:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698617.857715:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857719:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857723:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857726:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698617.857730:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698617.857733:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698617.857736:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698617.857739:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698617.857742:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698617.857747:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698617.857753:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857758:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698617.857764:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857769:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698617.857774:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698617.857780:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698617.857785:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698617.857790:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698617.857794:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698617.857799:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857802:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698617.857806:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698617.857811:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857816:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698617.857822:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698617.857827:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698617.857833:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698617.857836:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698617.857841:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698617.857843:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698617.857845:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698617.857877:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328400.
00000100:00000001:2.0:1787698617.857882:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698617.857891:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947203840/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698617.857907:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698617.857910:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698617.857919:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947203840/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698617.857938:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698617.857947:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3841)
00000800:00000200:1.1:1787698617.858032:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698617.858034:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698617.858255:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698617.858257:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698617.858492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698617.858494:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787698618.304901:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698618.304909:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698618.304911:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698618.304917:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698618.304921:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698618.304925:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698618.304929:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698618.304930:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698618.304934:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698618.304935:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698618.304941:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698618.304944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698618.304948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698618.304955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698618.304959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698618.305010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698618.305014:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698618.305017:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698618.560953:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298504867, at 4298504896
00000100:00000010:0.0:1787698618.560968:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ba0.
00000100:00000001:0.0:1787698618.880915:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698618.880920:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698618.880922:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698618.880926:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698618.880928:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698618.880931:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698618.880932:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698618.880934:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698618.880936:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698619.328908:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698619.328916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698619.328919:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698619.328926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698619.328930:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698619.328932:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698619.328935:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698619.328938:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698619.328941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698619.328942:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698619.328947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698619.328954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698619.328958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698619.328962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698619.328964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698619.328982:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698619.328986:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698619.328989:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698619.904985:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698619.904997:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698619.905000:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698619.905007:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698619.905012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698619.905018:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698619.905020:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698619.905023:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698619.905025:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698620.352930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698620.352937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698620.352940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698620.352946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698620.352952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698620.352956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698620.352968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698620.352971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698620.352974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698620.354228:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698620.354234:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698620.354239:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698620.354240:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698620.354243:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698620.354245:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698620.357014:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698620.357026:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698620.357030:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698620.928973:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698620.928981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698620.928983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698620.928988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698620.928992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698620.928995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698620.928998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698620.929001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698620.929004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698621.376902:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698621.376909:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698621.376911:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698621.376917:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698621.376921:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698621.376924:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698621.376928:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698621.376930:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698621.376933:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698621.376948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698621.376953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698621.376958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698621.376959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698621.376962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698621.376963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698621.376980:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698621.376983:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698621.376986:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698621.952907:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698621.952913:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698621.952915:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698621.952924:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698621.952926:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698621.952931:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698621.952933:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698621.952935:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698621.952937:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698622.400942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698622.400948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698622.400951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698622.400956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698622.400960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698622.400960:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698622.400964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698622.400967:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698622.400967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698622.400971:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698622.400971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698622.400977:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698622.400977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.400982:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698622.400986:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.400989:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.400993:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.400999:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698622.401003:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698622.401004:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698622.401006:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.401007:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698622.401009:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.401011:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.401013:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698622.401017:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698622.401018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698622.401049:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698622.401052:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698622.401054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698622.976944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698622.976953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698622.976956:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698622.976959:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698622.976964:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698622.976970:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3836
00000400:00000200:0.0:1787698622.976980:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698622.976985:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698622.976988:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698622.976991:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.976993:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.976995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.976997:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698622.976999:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698622.977001:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698622.977003:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698622.977005:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698622.977007:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698622.977008:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698622.977010:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977011:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.977012:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698622.977015:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698622.977018:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977020:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698622.977023:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698622.977026:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698622.977029:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977031:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698622.977033:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698622.977042:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698622.977046:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698622.977049:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698622.977051:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977054:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698622.977056:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698622.977060:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698622.977067:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698622.977074:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698622.977083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947203968/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698622.977092:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698622.977095:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698622.977098:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947203968/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698622.977114:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698622.977116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698622.977118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698622.977119:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698622.977120:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698622.977122:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698622.977124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3836
00000400:00000200:0.0:1787698622.977126:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698622.977128:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698622.977129:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698622.977131:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.977134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977136:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698622.977137:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698622.977138:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698622.977140:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698622.977141:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698622.977142:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698622.977144:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698622.977146:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977148:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.977149:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698622.977154:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698622.977157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977161:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698622.977164:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698622.977168:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698622.977172:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977174:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698622.977178:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698622.977183:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977186:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698622.977192:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698622.977196:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698622.977200:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698622.977203:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977207:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698622.977208:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698622.977211:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698622.977215:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698622.977220:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698622.977226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947204096/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698622.977234:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698622.977236:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698622.977260:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947204096/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698622.977273:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698622.977276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698622.977281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698622.977282:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698622.977283:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698622.977288:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698622.977290:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3836
00000400:00000200:0.0:1787698622.977294:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698622.977297:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698622.977299:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698622.977300:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977303:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.977308:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977314:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698622.977318:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698622.977321:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698622.977325:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698622.977328:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698622.977333:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698622.977338:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698622.977346:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977350:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.977354:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977355:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698622.977358:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698622.977363:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977366:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698622.977367:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698622.977369:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698622.977374:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977378:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698622.977381:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698622.977382:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977385:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698622.977391:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698622.977395:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698622.977398:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698622.977400:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977402:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698622.977405:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698622.977406:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698622.977410:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698622.977415:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698622.977422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947204224/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698622.977433:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698622.977442:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698622.977448:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947204224/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698622.977457:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698622.977461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698622.977463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698622.977464:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698622.977466:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698622.977470:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698622.977472:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3836
00000400:00000200:0.0:1787698622.977479:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698622.977484:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698622.977486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698622.977490:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977494:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787698622.977495:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698622.977497:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977501:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:1.1:1787698622.977501:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1787698622.977502:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698622.977504:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698622.977507:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698622.977509:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698622.977514:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698622.977519:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698622.977526:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977529:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698622.977534:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698622.977546:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698622.977552:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698622.977556:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698622.977561:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698622.977566:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698622.977570:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977574:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698622.977577:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698622.977582:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977587:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698622.977592:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698622.977597:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698622.977601:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698622.977604:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698622.977609:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698622.977612:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698622.977615:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698622.977622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698622.977628:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698622.977637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947204352/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698622.977650:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698622.977654:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698622.977661:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947204352/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698622.977677:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698622.977682:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3847)
00000100:00000001:0.0:1787698622.977700:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698622.977704:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698622.977706:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698622.977708:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698622.977711:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698622.977714:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698622.977718:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698622.977720:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698622.977725:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698622.978042:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698622.978045:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698622.978336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698622.978339:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787698622.978611:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698622.978614:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1787698623.424944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698623.424951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698623.424954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698623.424957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698623.424960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698623.424962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698623.424964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698623.424969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698623.424970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698623.424972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698623.424973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698623.424976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698623.424980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698623.424982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698623.424984:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698623.425008:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698623.425012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698623.425016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698623.680985:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298509987, at 4298510016
00000100:00000010:0.0:1787698623.680989:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470103c0.
00000100:00000001:3.0:1787698624.448947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698624.448950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698624.448955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698624.448956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698624.448960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698624.448963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698624.448967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698624.448967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698624.448972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698624.448974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698624.448976:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698624.448980:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698624.448981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698624.448983:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698624.448986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698624.448989:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698624.448989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698624.448992:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698624.448994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698624.448995:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698624.449001:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698624.449042:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698624.449044:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698624.449046:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698625.472943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698625.472945:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698625.472950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698625.472951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698625.472956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698625.472956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698625.472959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698625.472962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698625.472963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698625.472967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698625.472968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698625.472974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698625.472980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698625.472983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698625.472985:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698625.472987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698625.472988:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698625.472994:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698626.496935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698626.496941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698626.496941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698626.496944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698626.496947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698626.496951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698626.496954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698626.496955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698626.496958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698626.496960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698626.496964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698626.496967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698626.496967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698626.496971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698626.496981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698626.497033:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698626.497037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698626.497040:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698627.520909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698627.520916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698627.520921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698627.520922:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698627.520927:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698627.520928:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698627.520934:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698627.520935:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698627.520939:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698627.520940:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698627.520946:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698627.520948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698627.520950:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698627.520951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698627.520963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698627.520971:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698627.520982:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698627.520985:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698628.096962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698628.096968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698628.096972:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698628.096977:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698628.096981:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698628.096987:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3842
00000400:00000200:2.0:1787698628.096993:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698628.096998:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698628.097000:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698628.097002:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097004:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097006:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097008:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698628.097010:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698628.097012:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698628.097015:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698628.097018:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698628.097020:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698628.097023:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698628.097025:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097029:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698628.097033:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698628.097037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097039:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698628.097042:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698628.097046:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698628.097048:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097050:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698628.097053:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698628.097061:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2da40.
00000020:00000040:2.0:1787698628.097065:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698628.097069:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698628.097070:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097073:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698628.097075:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698628.097079:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698628.097094:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632ac00.
00000100:00000001:2.0:1787698628.097101:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698628.097110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2da40 x1874533947204480/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698628.097119:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698628.097123:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698628.097126:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba003ed] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2da40 x1874533947204480/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698628.097140:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698628.097142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698628.097145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698628.097146:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698628.097147:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698628.097149:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698628.097151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3842
00000400:00000200:2.0:1787698628.097169:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698628.097172:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698628.097173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698628.097176:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097177:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097180:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097183:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698628.097186:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698628.097188:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698628.097191:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698628.097193:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698628.097195:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698628.097199:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698628.097204:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097208:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097212:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097214:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698628.097216:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698628.097217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097219:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698628.097222:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698628.097226:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698628.097230:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097234:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698628.097239:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698628.097243:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097245:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698628.097249:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f0c0.
00000020:00000040:2.0:1787698628.097253:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698628.097255:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698628.097256:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097260:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698628.097263:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698628.097264:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698628.097268:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a400.
00000100:00000001:2.0:1787698628.097272:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698628.097278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f0c0 x1874533947204608/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698628.097287:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698628.097290:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698628.097295:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e21005c8] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f0c0 x1874533947204608/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698628.097306:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698628.097310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698628.097316:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698628.097319:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698628.097322:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698628.097326:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698628.097331:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3842
00000400:00000200:2.0:1787698628.097336:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698628.097341:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698628.097343:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698628.097346:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097347:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097349:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097351:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698628.097352:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698628.097354:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698628.097357:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698628.097359:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698628.097360:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698628.097363:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698628.097369:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097371:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097376:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097379:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698628.097382:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698628.097388:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097393:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698628.097395:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698628.097399:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698628.097402:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097405:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698628.097406:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698628.097411:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097413:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698628.097419:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698628.097422:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698628.097424:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698628.097426:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097429:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698628.097430:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698628.097431:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698628.097436:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328400.
00000100:00000001:2.0:1787698628.097440:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698628.097446:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947204736/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698628.097447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698628.097454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1787698628.097463:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698628.097466:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698628.097471:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947204736/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698628.097477:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698628.097480:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698628.097484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698628.097485:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698628.097487:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698628.097489:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698628.097494:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3842
00000400:00000200:2.0:1787698628.097496:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698628.097499:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698628.097502:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698628.097507:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097508:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097510:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097511:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698628.097514:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698628.097515:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698628.097516:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698628.097519:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698628.097521:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698628.097524:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698628.097527:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097528:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698628.097529:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097530:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698628.097532:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698628.097536:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698628.097539:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698628.097542:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698628.097544:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698628.097549:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097551:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698628.097552:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698628.097554:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097556:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698628.097558:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787698628.097560:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698628.097562:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698628.097563:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698628.097566:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698628.097568:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698628.097570:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698628.097575:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00000001:2.0:1787698628.097578:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698628.097585:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947204864/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698628.097590:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698628.097592:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698628.097595:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947204864/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698628.097603:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698628.097606:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3852)
00000800:00000200:1.1:1787698628.097845:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698628.097865:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698628.098111:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698628.098113:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787698628.098291:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698628.098292:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787698628.544937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698628.544944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698628.544945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698628.544950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698628.544950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698628.544957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698628.544959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698628.544962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698628.544963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698628.544968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698628.544970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698628.544975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698628.544976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698628.544980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698628.544984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698628.545019:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698628.545023:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698628.545027:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698628.800943:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298515107, at 4298515136
00000100:00000010:0.0:1787698628.800956:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ae0.
00010000:00000001:2.0:1787698629.568919:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698629.568925:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698629.568925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698629.568930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698629.568934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698629.568938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698629.568939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698629.568941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698629.568944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698629.568947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698629.568950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698629.568951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698629.568955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698629.568959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698629.568963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698629.568976:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698629.568981:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698629.568984:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698630.592922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698630.592929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698630.592932:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698630.592933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698630.592936:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698630.592939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698630.592944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698630.592944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698630.592948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698630.592949:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698630.592952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698630.592953:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698630.592955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698630.592957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698630.592962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698630.592997:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698630.593002:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698630.593006:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698631.616999:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698631.617009:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698631.617010:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698631.617016:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698631.617017:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698631.617023:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698631.617032:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698631.617038:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698631.617039:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698631.617048:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698631.617058:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698631.617062:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698631.617062:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698631.617066:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698631.617068:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698631.617124:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698631.617129:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698631.617133:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698632.640967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698632.640978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698632.640978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698632.640986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.640988:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698632.640997:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698632.640998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698632.641003:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698632.641005:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698632.641011:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698632.641018:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698632.641019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698632.641031:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698632.641033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698632.641035:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.641039:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698632.641039:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698632.641042:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698632.641047:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698632.641050:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.641052:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.641062:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698632.641066:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.641069:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.641072:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698632.641086:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698632.641088:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698632.641143:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698632.641147:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698632.641150:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698633.217024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698633.217034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698633.217039:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698633.217045:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698633.217052:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698633.217064:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3847
00000400:00000200:0.0:1787698633.217106:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698633.217115:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698633.217119:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698633.217123:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217127:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217129:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217132:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698633.217137:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698633.217139:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698633.217142:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698633.217147:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698633.217149:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698633.217152:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698633.217155:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217157:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217159:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217161:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698633.217164:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698633.217167:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217169:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698633.217171:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698633.217175:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698633.217177:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217179:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698633.217181:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698633.217191:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698633.217194:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698633.217199:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698633.217201:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217204:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698633.217206:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698633.217210:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698633.217218:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698633.217226:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698633.217235:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947204992/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698633.217244:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698633.217248:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698633.217251:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947204992/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698633.217271:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698633.217273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698633.217276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698633.217277:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698633.217278:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698633.217280:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698633.217282:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3847
00000400:00000200:0.0:1787698633.217284:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698633.217286:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698633.217288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698633.217291:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217292:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217294:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217296:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698633.217298:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698633.217299:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698633.217300:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698633.217302:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698633.217305:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698633.217310:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698633.217313:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217316:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217320:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217321:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698633.217325:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698633.217329:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217333:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698633.217336:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698633.217343:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698633.217345:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217347:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698633.217353:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698633.217357:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217362:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698633.217367:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698633.217370:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698633.217374:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698633.217376:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217377:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698633.217379:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698633.217381:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698633.217384:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698633.217388:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698633.217395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947205120/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698633.217401:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698633.217405:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698633.217409:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947205120/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698633.217424:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698633.217426:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698633.217428:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698633.217429:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698633.217430:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698633.217432:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698633.217437:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3847
00000400:00000200:0.0:1787698633.217439:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698633.217441:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698633.217443:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698633.217448:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217450:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217454:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217457:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698633.217459:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698633.217460:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698633.217462:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698633.217464:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698633.217467:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698633.217471:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698633.217477:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217480:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217483:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217486:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698633.217489:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698633.217493:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217496:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698633.217500:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698633.217502:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698633.217505:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217507:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698633.217509:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698633.217514:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217518:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698633.217521:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698633.217523:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698633.217524:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698633.217526:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217529:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698633.217538:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698633.217541:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698633.217545:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698633.217549:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698633.217555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947205248/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698633.217565:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698633.217568:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698633.217574:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947205248/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698633.217588:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698633.217592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698633.217594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698633.217594:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698633.217596:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698633.217598:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698633.217602:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3847
00000400:00000200:0.0:1787698633.217615:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698633.217620:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698633.217622:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698633.217625:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217631:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698633.217635:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698633.217638:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698633.217639:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698633.217641:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698633.217644:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698633.217646:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.1:1787698633.217649:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698633.217650:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217654:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698633.217656:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698633.217658:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698633.217660:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698633.217661:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698633.217662:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698633.217663:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698633.217664:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217665:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698633.217666:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698633.217668:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217669:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698633.217672:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698633.217674:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698633.217675:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698633.217676:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.217679:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698633.217680:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698633.217682:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698633.217686:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698633.217690:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698633.217695:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947205376/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698633.217704:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698633.217705:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698633.217708:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947205376/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698633.217715:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698633.217719:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3857)
00000800:00000200:1.1:1787698633.217912:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698633.218045:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698633.218192:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698633.664992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698633.665003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698633.665008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698633.665009:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698633.665018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698633.665018:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698633.665028:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698633.665031:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698633.665033:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698633.665036:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698633.665038:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698633.665044:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698633.665045:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698633.665051:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698633.665056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698633.665174:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698633.665178:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698633.665180:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698633.665182:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698633.665186:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698633.665189:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698633.665192:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698633.665194:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698633.665195:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698633.920993:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298520227, at 4298520256
00000100:00000010:0.0:1787698633.921016:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010000.
00000100:00000001:3.0:1787698634.688904:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698634.688910:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698634.688912:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698634.688916:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698634.688920:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698634.688923:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698634.688926:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698634.688928:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698634.688931:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698634.688938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698634.688940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698634.688943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698634.688946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698634.688950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698634.688951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698634.688955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698634.688955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698634.688960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698634.688961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698634.688962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698634.688966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698634.688966:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698634.688969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698634.688970:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698634.688972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698634.688976:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698634.688981:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698634.688983:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698634.688986:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698634.688989:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698634.689029:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698634.689032:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698634.689034:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698635.712960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698635.712960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698635.712965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698635.712968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698635.712968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698635.712971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698635.712972:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698635.712980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698635.712980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698635.712982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698635.712983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698635.712984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698635.712987:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698635.712988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698635.712988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698635.712994:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698635.712994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698635.712995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698635.712997:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698635.712999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698635.713002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698635.713002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698635.713005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698635.713007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787698636.289114:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:3.0:1787698636.289147:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787698636.289158:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698636.289162:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:3.0:1787698636.289167:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698636.289171:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787698636.289176:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698636.289180:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4f00.
00000400:00000200:3.0:1787698636.289186:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698636.289191:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698636.289197:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a34c8
00000400:00000010:3.0:1787698636.289200:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a34c8.
00000100:00000001:3.0:1787698636.289205:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698636.289214:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039a40 x1874533947204992/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289248:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698636.289254:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947204992/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289262:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698636.289264:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698636.289275:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698636.289277:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:3.0:1787698636.289280:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698636.289284:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698636.289287:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a37f8
00000400:00000010:3.0:1787698636.289289:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a37f8.
00000100:00000001:3.0:1787698636.289291:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698636.289296:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039e00 x1874533947205120/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289304:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698636.289307:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947205120/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289315:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698636.289317:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698636.289323:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698636.289325:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4600.
00000400:00000200:3.0:1787698636.289327:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698636.289330:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698636.289333:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3908
00000400:00000010:3.0:1787698636.289335:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3908.
00000100:00000001:3.0:1787698636.289337:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698636.289342:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599500383c0 x1874533947205248/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289349:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698636.289352:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947205248/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289358:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698636.289360:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698636.289365:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698636.289367:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4300.
00000400:00000200:3.0:1787698636.289371:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698636.289374:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698636.289377:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a35d8
00000400:00000010:3.0:1787698636.289379:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a35d8.
00000100:00000001:3.0:1787698636.289380:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698636.289384:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95995003b480 x1874533947205376/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289392:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698636.289395:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947205376/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698636.289402:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698636.289404:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698636.736922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698636.736930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698636.736931:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698636.736932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698636.736935:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698636.736939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698636.736939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698636.736940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698636.736945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698636.736945:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698636.736946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698636.736950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698636.736951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698636.736951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698636.736955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698636.736956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698636.736956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698636.736961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698636.736962:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698636.736967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698636.736967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698636.736969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698636.736972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698636.736975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698637.760926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698637.760933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698637.760935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698637.760939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698637.760944:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698637.760947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698637.760949:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698637.760950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698637.760952:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698637.760957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698637.760957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698637.760966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698637.760969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698637.760970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698637.760974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698637.760975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698637.760979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698637.760979:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698637.760985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698637.761001:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698637.761003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698637.761005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698637.761007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698637.761009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698638.336963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698638.336975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698638.336992:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698638.336997:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698638.337002:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698638.337011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3852
00000400:00000200:2.0:1787698638.337022:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698638.337029:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698638.337033:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698638.337039:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337042:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337045:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337047:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698638.337053:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698638.337056:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698638.337059:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698638.337063:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698638.337066:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698638.337070:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698638.337072:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337077:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698638.337079:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698638.337083:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337086:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698638.337089:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698638.337092:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698638.337095:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337097:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698638.337101:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698638.337108:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698638.337112:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698638.337116:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698638.337118:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337121:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698638.337124:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698638.337128:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698638.337135:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a000.
00000100:00000001:2.0:1787698638.337142:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698638.337152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947205504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698638.337163:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698638.337169:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698638.337174:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947205504/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698638.337198:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698638.337202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698638.337205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698638.337207:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698638.337209:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698638.337211:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698638.337214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3852
00000400:00000200:2.0:1787698638.337218:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698638.337223:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698638.337225:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698638.337229:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337231:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337234:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337237:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698638.337242:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698638.337245:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698638.337249:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698638.337254:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698638.337258:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698638.337262:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698638.337272:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337288:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698638.337291:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698638.337297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337303:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698638.337310:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698638.337318:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698638.337324:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337329:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698638.337336:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698638.337343:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337347:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698638.337352:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698638.337358:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698638.337363:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698638.337366:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337370:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698638.337372:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698638.337376:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698638.337383:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000100:00000001:2.0:1787698638.337389:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698638.337398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947205632/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698638.337417:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698638.337422:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698638.337433:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947205632/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698638.337452:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698638.337458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698638.337465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698638.337469:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698638.337473:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698638.337482:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698638.337489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3852
00000400:00000200:2.0:1787698638.337498:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698638.337508:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698638.337514:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698638.337521:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337528:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337534:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698638.337545:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698638.337547:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698638.337551:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698638.337555:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698638.337561:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698638.337565:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698638.337571:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337576:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337579:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337584:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698638.337589:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698638.337597:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337603:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698638.337607:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698638.337608:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787698638.337613:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1787698638.337614:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698638.337620:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337623:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698638.337628:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698638.337632:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337634:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698638.337643:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698638.337648:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698638.337653:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698638.337657:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337662:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698638.337667:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698638.337671:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698638.337678:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
00000100:00000001:2.0:1787698638.337685:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698638.337695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947205760/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698638.337712:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698638.337716:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698638.337726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947205760/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698638.337740:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698638.337744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698638.337749:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698638.337753:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698638.337755:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698638.337759:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698638.337765:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3852
00000400:00000200:2.0:1787698638.337772:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698638.337777:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698638.337780:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698638.337783:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337786:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337792:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698638.337799:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698638.337802:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698638.337806:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698638.337809:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698638.337813:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698638.337819:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698638.337828:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337832:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698638.337835:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337840:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698638.337846:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698638.337909:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698638.337915:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698638.337921:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698638.337926:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698638.337931:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337937:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698638.337941:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698638.337948:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337952:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698638.337960:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698638.337967:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698638.337973:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698638.337977:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698638.337997:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698638.338000:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698638.338004:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698638.338011:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787698638.338019:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698638.338029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947205888/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698638.338047:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698638.338053:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698638.338063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947205888/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698638.338080:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698638.338087:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3862)
00000800:00000200:1.1:1787698638.338253:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698638.338256:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698638.338547:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698638.338549:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698638.338826:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698638.338829:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787698638.784913:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698638.784922:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698638.784925:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698638.784932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698638.784936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698638.784940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698638.784942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698638.784943:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698638.784946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698638.784952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698638.784957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698638.784960:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698638.784961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698638.784967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698638.784970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698638.785027:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698638.785030:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698638.785033:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698639.040951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298525347, at 4298525376
00000100:00000010:0.0:1787698639.041000:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010480.
00000100:00000001:3.0:1787698639.808983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698639.808992:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698639.808994:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698639.809002:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698639.809005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698639.809019:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698639.809026:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698639.809031:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698639.809032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698639.809039:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698639.809047:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698639.809058:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698639.809059:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698639.809065:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698639.809074:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698639.809147:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698639.809153:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698639.809158:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698640.832933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698640.832935:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698640.832950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698640.832950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698640.832953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698640.832959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698640.832962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698640.832963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698640.832969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698640.832970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698640.832974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698640.832978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698640.832979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698640.832989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698640.832990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698640.833025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698640.833031:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698640.833037:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698641.856972:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698641.856975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698641.856980:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698641.856980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698641.856989:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698641.856992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698641.856993:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698641.856999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698641.857003:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698641.857005:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698641.857010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698641.857013:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698641.857023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698641.857027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698641.857030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698641.857042:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698641.857047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698641.857051:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698642.880934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698642.880941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698642.880944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698642.880945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880950:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1787698642.880950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698642.880954:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698642.880955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698642.880959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698642.880960:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880967:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698642.880968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698642.880970:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698642.880972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698642.880974:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698642.880976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880978:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880983:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698642.880985:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698642.880987:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698642.880989:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880991:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698642.880993:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880996:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.880999:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698642.881003:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698642.881005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698642.881026:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698642.881029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698642.881032:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698643.456982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698643.456991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698643.456996:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698643.457001:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698643.457007:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698643.457021:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3857
00000400:00000200:0.0:1787698643.457030:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698643.457035:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698643.457037:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698643.457040:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457045:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698643.457048:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698643.457049:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698643.457052:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698643.457054:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698643.457056:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698643.457057:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698643.457059:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457061:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457062:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457063:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698643.457065:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698643.457067:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457069:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698643.457071:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698643.457074:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698643.457076:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457078:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698643.457080:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698643.457087:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698643.457090:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698643.457093:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698643.457094:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457097:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698643.457099:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698643.457102:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698643.457108:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698643.457113:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698643.457120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947206016/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698643.457127:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698643.457131:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698643.457134:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947206016/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698643.457150:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698643.457153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698643.457155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698643.457156:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698643.457158:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698643.457159:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698643.457161:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3857
00000400:00000200:0.0:1787698643.457163:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698643.457165:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698643.457167:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698643.457169:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457172:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457175:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457176:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698643.457178:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698643.457179:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698643.457181:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698643.457182:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698643.457184:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698643.457186:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698643.457190:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457194:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457199:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457201:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698643.457204:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698643.457211:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457215:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698643.457219:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698643.457225:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698643.457229:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457232:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698643.457243:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698643.457248:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457252:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698643.457256:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698643.457260:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698643.457262:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698643.457264:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457267:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698643.457269:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698643.457272:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698643.457276:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698643.457286:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698643.457294:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947206144/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698643.457304:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698643.457307:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698643.457315:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947206144/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698643.457325:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698643.457332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698643.457340:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698643.457344:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698643.457348:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698643.457354:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698643.457361:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3857
00000400:00000200:0.0:1787698643.457370:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698643.457376:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698643.457380:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698643.457385:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457387:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457390:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457393:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698643.457396:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698643.457397:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698643.457400:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698643.457403:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698643.457406:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698643.457409:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698643.457415:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457418:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457424:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457429:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698643.457436:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698643.457445:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457449:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698643.457453:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698643.457458:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698643.457464:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457470:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698643.457475:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698643.457478:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457480:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698643.457483:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698643.457487:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698643.457490:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698643.457493:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457495:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698643.457498:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698643.457499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787698643.457500:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698643.457502:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
02000000:00000010:0.0:1787698643.457505:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698643.457512:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698643.457520:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947206272/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698643.457535:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698643.457538:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698643.457546:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947206272/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698643.457564:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698643.457569:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698643.457578:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698643.457583:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698643.457588:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698643.457593:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698643.457600:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3857
00000400:00000200:0.0:1787698643.457607:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698643.457610:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698643.457611:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698643.457613:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457617:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457619:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698643.457623:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698643.457625:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698643.457628:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698643.457629:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698643.457631:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698643.457633:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698643.457639:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457640:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698643.457643:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457645:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698643.457648:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698643.457653:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698643.457660:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698643.457665:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698643.457670:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698643.457676:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457681:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698643.457685:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698643.457693:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457696:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698643.457703:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698643.457709:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698643.457717:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698643.457720:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698643.457724:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698643.457727:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698643.457730:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698643.457736:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698643.457740:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698643.457751:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947206400/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698643.457771:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698643.457774:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698643.457785:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947206400/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698643.457804:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698643.457810:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3867)
00000800:00000200:1.1:1787698643.458067:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698643.458068:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698643.458269:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698643.458272:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698643.458551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698643.458554:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787698643.904978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698643.904986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698643.904991:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698643.904995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698643.905002:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698643.905005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698643.905011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698643.905013:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698643.905016:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698643.905017:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698643.905026:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698643.905027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698643.905030:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698643.905032:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698643.905037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698643.905078:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698643.905083:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698643.905086:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698644.160994:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298530467, at 4298530496
00000100:00000010:0.0:1787698644.161018:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010060.
00000100:00000001:3.0:1787698644.928929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698644.928934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698644.928937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698644.928945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698644.928951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698644.928956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698644.928965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698644.928968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698644.928972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698644.928980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698644.928985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698644.928991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698644.928992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698644.928995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698644.928997:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698644.928999:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698644.929001:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698644.929004:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698644.929005:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698644.929007:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698644.929008:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698644.929065:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698644.929070:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698644.929073:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698645.952986:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698645.952990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698645.952994:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698645.952996:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698645.952997:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698645.952999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698645.953002:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698645.953006:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698645.953007:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698645.953007:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698645.953013:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698645.953014:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698645.953015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698645.953020:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698645.953021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698645.953023:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698645.953024:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698645.953026:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698645.953029:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698645.953030:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698645.953036:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698645.953036:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698645.953040:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698645.953044:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698646.976926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698646.976936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698646.976939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698646.976945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698646.976946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698646.976949:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698646.976950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698646.976956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698646.976956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698646.976959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698646.976962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698646.976964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698646.976966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698646.976967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698646.976973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698646.976985:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698646.976989:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698646.976993:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698648.000892:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698648.000898:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698648.000899:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698648.000903:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698648.000906:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698648.000909:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698648.000911:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698648.000912:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698648.000915:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698648.000939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698648.000943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698648.000948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698648.000950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698648.000955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698648.000958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698648.001014:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698648.001018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698648.001021:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698648.576927:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698648.576935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698648.576939:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698648.576943:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698648.576948:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698648.576956:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3862
00000400:00000200:0.0:1787698648.576963:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698648.576967:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698648.576970:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698648.576972:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.576974:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.576976:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.576977:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698648.576980:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698648.576981:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698648.576983:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698648.576985:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698648.576987:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698648.576988:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698648.576989:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.576990:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.576992:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.576993:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698648.576995:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698648.576997:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698648.576998:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698648.577000:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698648.577003:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698648.577004:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577006:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698648.577007:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698648.577014:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698648.577016:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698648.577019:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698648.577020:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577022:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698648.577024:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698648.577027:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698648.577032:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698648.577037:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698648.577043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947206528/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698648.577050:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698648.577053:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698648.577057:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947206528/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698648.577072:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698648.577074:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698648.577076:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698648.577077:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698648.577078:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698648.577079:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698648.577081:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3862
00000400:00000200:0.0:1787698648.577082:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698648.577084:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698648.577086:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698648.577088:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577090:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.577092:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577093:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698648.577095:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698648.577096:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698648.577097:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698648.577098:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698648.577099:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698648.577100:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698648.577103:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577106:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.577107:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577110:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698648.577111:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698648.577115:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577116:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698648.577118:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698648.577122:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698648.577125:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577128:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698648.577131:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698648.577135:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577139:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698648.577145:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698648.577148:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698648.577153:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698648.577156:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577158:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698648.577160:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698648.577163:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698648.577166:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698648.577169:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698648.577175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947206656/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698648.577184:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698648.577186:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698648.577192:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947206656/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698648.577202:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698648.577207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698648.577209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698648.577210:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698648.577213:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698648.577218:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698648.577221:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3862
00000400:00000200:0.0:1787698648.577226:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698648.577231:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698648.577234:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698648.577240:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577245:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.577251:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577255:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698648.577259:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698648.577262:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698648.577265:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698648.577267:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698648.577272:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698648.577276:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698648.577280:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577284:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.577287:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577288:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698648.577292:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698648.577298:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577301:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698648.577304:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698648.577317:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698648.577323:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577327:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698648.577332:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698648.577337:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577342:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698648.577348:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698648.577353:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698648.577358:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698648.577361:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577365:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698648.577368:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1787698648.577368:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787698648.577370:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698648.577373:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698648.577375:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698648.577380:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947206784/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698648.577383:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787698648.577396:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698648.577399:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698648.577406:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947206784/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698648.577416:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698648.577420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698648.577423:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698648.577425:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698648.577428:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698648.577429:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698648.577435:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3862
00000400:00000200:0.0:1787698648.577441:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698648.577445:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698648.577448:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698648.577453:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577457:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.577459:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577462:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698648.577465:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698648.577466:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698648.577467:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698648.577468:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698648.577471:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698648.577476:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698648.577480:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577482:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698648.577484:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577488:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698648.577490:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698648.577492:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698648.577493:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698648.577496:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698648.577498:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698648.577500:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577504:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698648.577506:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698648.577509:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577513:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698648.577516:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698648.577521:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698648.577526:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698648.577528:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698648.577531:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698648.577533:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698648.577535:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698648.577540:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698648.577542:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698648.577550:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947206912/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698648.577560:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698648.577564:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698648.577572:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947206912/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698648.577588:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698648.577593:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3872)
00000800:00000200:1.1:1787698648.577801:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698648.577816:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698648.578053:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698648.578054:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698648.578207:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698648.578208:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00010000:00000001:2.0:1787698649.024927:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698649.024931:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698649.024935:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698649.024937:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698649.024940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698649.024941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698649.024997:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698649.025001:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698649.025005:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698649.280965:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298535587, at 4298535616
00000100:00000010:0.0:1787698649.280985:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f00.
00010000:00000001:2.0:1787698650.048960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698650.048966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698650.048976:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698650.048978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698650.048981:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698650.048982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698650.048985:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698650.048991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698650.048991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698650.048995:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698650.048997:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698650.049002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698650.049005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698650.049007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698650.049011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698650.049037:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698650.049040:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698650.049043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698651.072971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698651.072979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698651.072979:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698651.072982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698651.072985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698651.072989:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698651.072994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698651.072995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698651.072997:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698651.073004:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698651.073005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698651.073008:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698651.073017:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698651.073023:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698651.073027:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698652.096980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698652.096985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698652.096992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698652.096993:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698652.096997:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698652.096998:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698652.097004:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698652.097007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698652.097009:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698652.097014:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698652.097016:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698652.097019:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698652.097023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698652.097023:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698652.097031:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698652.097033:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698652.097036:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698652.097037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698652.097037:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698652.097040:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698652.097043:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698652.097044:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698652.097047:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698652.097051:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698652.097056:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698652.097062:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698652.097064:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698652.097107:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698652.097112:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698652.097116:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698653.121012:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698653.121024:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698653.121027:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698653.121028:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698653.121032:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698653.121034:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698653.121038:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698653.121041:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698653.121041:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698653.121046:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698653.121047:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698653.121053:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698653.121053:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698653.121058:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698653.121067:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698653.121090:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698653.121098:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698653.121104:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698653.696987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698653.696999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698653.697003:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698653.697009:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698653.697014:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698653.697022:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3867
00000400:00000200:3.0:1787698653.697034:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698653.697043:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698653.697047:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698653.697056:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697060:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697063:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697065:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698653.697069:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698653.697071:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698653.697073:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698653.697076:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698653.697078:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698653.697080:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698653.697083:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697086:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697088:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698653.697090:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698653.697093:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697095:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698653.697097:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698653.697101:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698653.697103:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697105:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698653.697108:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698653.697117:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698653.697120:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698653.697123:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698653.697124:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697127:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698653.697129:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698653.697134:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698653.697142:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698653.697150:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698653.697160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947207040/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698653.697171:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698653.697176:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698653.697181:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947207040/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698653.697204:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698653.697206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698653.697209:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698653.697210:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698653.697211:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698653.697213:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698653.697215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3867
00000400:00000200:3.0:1787698653.697219:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698653.697221:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698653.697224:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698653.697226:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697229:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697231:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697232:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698653.697233:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698653.697234:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698653.697236:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698653.697237:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698653.697239:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698653.697241:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698653.697243:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697244:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697251:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697253:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698653.697255:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698653.697257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697262:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698653.697265:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698653.697275:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698653.697281:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697283:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698653.697290:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698653.697298:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697303:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698653.697317:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698653.697324:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698653.697327:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698653.697329:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697333:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698653.697335:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698653.697337:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698653.697342:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787698653.697347:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698653.697354:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947207168/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698653.697376:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698653.697378:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698653.697382:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947207168/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698653.697388:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698653.697392:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698653.697399:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698653.697405:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698653.697406:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698653.697408:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698653.697410:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3867
00000400:00000200:3.0:1787698653.697414:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698653.697424:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698653.697429:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698653.697437:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697442:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697447:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697450:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698653.697453:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698653.697455:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698653.697459:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698653.697463:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698653.697467:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698653.697480:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698653.697491:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697498:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697506:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697508:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698653.697510:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698653.697512:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697521:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698653.697526:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698653.697532:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698653.697539:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697543:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698653.697548:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698653.697557:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697559:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698653.697566:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698653.697569:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698653.697572:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698653.697573:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697574:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698653.697575:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698653.697577:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698653.697585:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787698653.697592:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698653.697602:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947207296/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698653.697613:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698653.697618:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698653.697623:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947207296/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698653.697643:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698653.697647:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698653.697649:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698653.697652:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698653.697656:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698653.697658:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698653.697665:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3867
00000400:00000200:3.0:1787698653.697673:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698653.697681:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698653.697687:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698653.697693:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697696:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697703:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697708:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698653.697728:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698653.697732:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698653.697736:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698653.697740:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698653.697744:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698653.697751:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698653.697760:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697769:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698653.697777:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697781:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698653.697788:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698653.697795:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698653.697802:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698653.697804:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698653.697812:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698653.697821:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697826:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698653.697829:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698653.697837:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698653.697839:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698653.697843:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698653.697845:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1787698653.697897:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698653.697903:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698653.697908:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698653.697968:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698653.697977:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698653.697982:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698653.697987:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698653.698000:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698653.698010:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698653.698021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947207424/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698653.698069:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698653.698077:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698653.698089:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947207424/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698653.698115:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698653.698123:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3877)
00000800:00000200:1.1:1787698653.698390:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698653.698392:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698653.698643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698653.698646:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698653.698933:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698653.698935:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698654.144971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698654.144974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698654.144980:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698654.144982:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698654.144985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698654.144987:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698654.144988:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698654.144995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698654.144996:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698654.145000:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698654.145003:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698654.145004:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698654.145006:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698654.145010:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698654.145011:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698654.145012:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698654.145017:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698654.145020:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698654.145027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698654.145031:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698654.145036:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698654.145056:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698654.145060:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698654.145063:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698654.400989:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298540708, at 4298540736
00000100:00000010:0.0:1787698654.401011:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470104e0.
00000100:00000001:0.0:1787698655.168975:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698655.168980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698655.168984:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698655.168985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698655.168987:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698655.168994:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698655.168997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698655.169000:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698655.169000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698655.169005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698655.169008:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698655.169011:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698655.169017:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698655.169020:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698655.169022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698655.169054:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698655.169059:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698655.169063:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698656.192931:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698656.192937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698656.192939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698656.192943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698656.192946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698656.192948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698656.192952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698656.192956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698656.192956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698656.192958:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698656.192960:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698656.192962:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698656.192967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698656.192968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698656.192971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698656.193015:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698656.193020:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698656.193023:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698657.216994:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698657.216997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698657.217003:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698657.217006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698657.217008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698657.217020:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698657.217023:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698657.217027:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698657.217028:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698657.217035:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698657.217036:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698657.217042:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698657.217043:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698657.217050:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698657.217055:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698657.217068:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698657.217073:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698657.217085:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698658.240954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698658.240961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698658.240964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698658.240970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698658.240971:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698658.240976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698658.240980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698658.240984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698658.240985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698658.240988:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698658.240993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698658.240995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698658.240997:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698658.240998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698658.241004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698658.241048:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698658.241052:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698658.241056:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787698658.816946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698658.816953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698658.816956:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698658.816958:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698658.816962:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698658.816969:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3872
00000400:00000200:3.0:1787698658.816977:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698658.816982:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698658.816985:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698658.816988:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.816990:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.816992:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.816994:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698658.816997:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698658.816999:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698658.817002:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698658.817004:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698658.817007:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698658.817009:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698658.817011:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817013:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817014:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698658.817024:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698658.817029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817030:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698658.817033:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698658.817035:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698658.817037:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817038:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698658.817040:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698658.817047:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698658.817049:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698658.817052:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698658.817053:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817055:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698658.817057:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698658.817060:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698658.817066:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698658.817071:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698658.817077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947207552/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698658.817084:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698658.817087:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698658.817090:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947207552/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698658.817104:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698658.817107:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698658.817110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698658.817111:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698658.817113:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698658.817115:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698658.817119:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3872
00000400:00000200:3.0:1787698658.817123:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698658.817126:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698658.817128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698658.817130:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817132:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817134:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817135:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698658.817137:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698658.817138:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698658.817140:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698658.817142:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698658.817144:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698658.817146:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698658.817148:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817150:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817152:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817154:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698658.817156:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698658.817158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817160:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698658.817162:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698658.817167:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698658.817168:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817170:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698658.817175:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698658.817178:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817180:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698658.817184:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698658.817186:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698658.817188:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698658.817189:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817191:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698658.817192:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698658.817193:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698658.817196:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698658.817199:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698658.817203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947207680/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698658.817210:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698658.817212:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698658.817215:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947207680/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698658.817223:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698658.817226:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698658.817228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698658.817230:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698658.817231:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698658.817233:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698658.817235:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3872
00000400:00000200:3.0:1787698658.817238:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698658.817240:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698658.817242:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698658.817244:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817246:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817248:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817250:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698658.817252:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698658.817253:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698658.817254:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698658.817256:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698658.817257:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698658.817260:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698658.817262:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817264:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817266:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817268:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698658.817270:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698658.817273:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817275:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698658.817276:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698658.817278:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698658.817280:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817282:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698658.817285:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698658.817287:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817289:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698658.817292:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698658.817293:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698658.817296:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698658.817296:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817298:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698658.817299:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698658.817301:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698658.817304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698658.817307:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698658.817311:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947207808/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698658.817313:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698658.817316:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787698658.817317:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698658.817319:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698658.817322:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947207808/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698658.817329:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698658.817332:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698658.817334:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698658.817336:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698658.817337:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698658.817339:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698658.817341:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3872
00000400:00000200:3.0:1787698658.817344:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698658.817347:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698658.817349:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698658.817352:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817354:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817356:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817358:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698658.817359:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698658.817360:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698658.817362:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698658.817364:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698658.817365:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698658.817368:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698658.817370:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817372:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698658.817373:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817375:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698658.817376:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698658.817379:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698658.817381:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698658.817383:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698658.817385:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698658.817387:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817388:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698658.817390:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698658.817392:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817394:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698658.817396:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787698658.817398:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698658.817401:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698658.817402:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698658.817404:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698658.817405:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698658.817406:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698658.817409:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698658.817412:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698658.817416:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947207936/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698658.817423:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698658.817425:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698658.817428:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947207936/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698658.817436:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698658.817439:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3882)
00000800:00000200:1.1:1787698658.817614:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698658.817615:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698658.817803:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698658.817804:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698658.817979:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698658.817980:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1787698659.264945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698659.264952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698659.264956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698659.264960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698659.264965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698659.264968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698659.264979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698659.264982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698659.264984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698659.264986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698659.264992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698659.265001:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698659.265003:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698659.265007:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698659.265008:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698659.265059:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698659.265063:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698659.265067:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698659.520951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298545827, at 4298545856
00000100:00000010:0.0:1787698659.520965:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010240.
00000100:00000001:0.0:1787698659.840933:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698659.840938:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698659.840939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698659.840943:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698659.840945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698659.840947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698659.840949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698659.840951:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698659.840953:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698660.288968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698660.288977:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698660.288981:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698660.288987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698660.288992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698660.288997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698660.289007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698660.289010:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698660.289013:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698660.289095:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698660.289099:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698660.289107:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698660.289108:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698660.289112:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698660.289113:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698660.289156:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698660.289159:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698660.289162:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698660.864987:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698660.864995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698660.864997:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698660.865002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698660.865006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698660.865010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698660.865013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698660.865015:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698660.865017:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698661.312985:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698661.312991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698661.312993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698661.312998:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698661.312999:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698661.313008:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698661.313009:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698661.313015:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698661.313019:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698661.313022:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698661.313024:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698661.313025:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698661.313032:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698661.313037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698661.313042:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698661.313063:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698661.313068:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698661.313072:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698661.888942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698661.888947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698661.888952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698661.888957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698661.888959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698661.888962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698661.888964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698661.888966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698661.888967:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698662.336959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698662.336967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698662.336969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698662.336976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698662.336982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698662.336987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698662.336992:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698662.336993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698662.336998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698662.337003:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698662.337005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337011:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698662.337020:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337028:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698662.337032:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337035:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337046:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337051:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698662.337054:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698662.337055:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698662.337057:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337058:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698662.337060:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337061:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337063:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698662.337067:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698662.337068:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698662.337118:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698662.337121:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698662.337123:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698662.912953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698662.912958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698662.912959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698662.912963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698662.912966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698662.912969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698662.912971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698662.912973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698662.912976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.360968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698663.360979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698663.360981:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698663.360986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698663.360991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698663.360995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698663.360996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698663.361005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.361007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698663.361015:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698663.361017:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698663.361021:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.361024:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698663.361028:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698663.361032:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698663.361078:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698663.361082:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698663.361085:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698663.936954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698663.936964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698663.936966:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698663.936969:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698663.936973:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698663.936980:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3877
00000400:00000200:0.0:1787698663.936989:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698663.936994:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698663.936997:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698663.937000:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937006:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937008:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698663.937012:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698663.937014:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698663.937017:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698663.937019:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698663.937022:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698663.937024:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698663.937027:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937030:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937032:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698663.937035:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698663.937038:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937041:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698663.937043:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698663.937046:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698663.937049:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937051:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698663.937053:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698663.937063:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698663.937066:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698663.937070:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698663.937072:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937075:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698663.937077:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698663.937081:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698663.937088:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698663.937094:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698663.937103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947208064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698663.937112:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698663.937117:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698663.937121:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947208064/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698663.937143:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698663.937146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698663.937149:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698663.937150:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698663.937151:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698663.937154:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698663.937156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3877
00000400:00000200:0.0:1787698663.937159:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698663.937162:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698663.937164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698663.937167:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937170:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937172:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937174:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698663.937176:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698663.937178:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698663.937182:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698663.937184:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698663.937186:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698663.937190:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698663.937196:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937200:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937205:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937208:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698663.937210:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698663.937214:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937218:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698663.937221:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698663.937228:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698663.937232:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937237:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698663.937242:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698663.937247:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937251:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698663.937257:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698663.937268:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698663.937272:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698663.937275:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937278:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698663.937281:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698663.937283:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698663.937290:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698663.937296:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698663.937306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947208192/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698663.937326:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698663.937329:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698663.937347:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947208192/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698663.937362:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698663.937367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698663.937372:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698663.937374:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698663.937377:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698663.937381:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698663.937386:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3877
00000400:00000200:0.0:1787698663.937421:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698663.937429:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698663.937433:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698663.937438:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937442:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937447:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937449:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698663.937454:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698663.937458:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:1.1:1787698663.937458:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787698663.937460:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698663.937463:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698663.937465:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698663.937467:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698663.937471:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698663.937473:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787698663.937474:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937480:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937484:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698663.937489:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698663.937495:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937501:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698663.937505:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698663.937510:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698663.937514:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937518:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698663.937522:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698663.937529:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937532:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698663.937539:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698663.937570:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698663.937575:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698663.937579:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937581:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698663.937584:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698663.937586:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698663.937593:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698663.937596:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698663.937601:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947208320/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698663.937610:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698663.937612:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698663.937619:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947208320/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698663.937630:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698663.937634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698663.937638:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698663.937642:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698663.937644:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698663.937648:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698663.937653:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3877
00000400:00000200:0.0:1787698663.937660:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698663.937666:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698663.937671:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698663.937675:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937685:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937690:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698663.937696:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698663.937699:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698663.937702:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698663.937705:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698663.937711:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698663.937716:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698663.937723:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937727:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698663.937731:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937735:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698663.937739:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698663.937745:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698663.937750:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698663.937754:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698663.937758:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698663.937762:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937766:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698663.937769:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698663.937773:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937777:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698663.937783:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698663.937786:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698663.937791:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698663.937794:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698663.937798:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698663.937800:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698663.937804:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698663.937810:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698663.937815:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698663.937823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947208448/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698663.937879:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698663.937884:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698663.937893:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947208448/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698663.937918:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698663.937926:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3887)
00000100:00000001:2.0:1787698663.937936:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698663.937940:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698663.937943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698663.937947:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698663.937952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698663.937957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698663.937969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698663.937971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698663.937974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698663.938062:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698663.938063:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698663.938271:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698663.938274:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698663.938471:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698663.938473:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00010000:00000001:2.0:1787698664.384950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698664.384955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698664.384963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698664.384967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698664.384973:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698664.384979:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698664.384982:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698664.384986:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698664.384989:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698664.384992:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698664.384995:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698664.384997:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698664.385014:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698664.385017:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698664.385019:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698664.385021:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698664.385023:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698664.385026:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698664.385027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698664.385029:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698664.385031:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698664.385071:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698664.385074:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698664.385076:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698664.640990:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298550947, at 4298550976
00000100:00000010:0.0:1787698664.641014:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010840.
00000100:00000001:2.0:1787698664.961007:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698664.961015:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698664.961017:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698664.961022:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698664.961025:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698664.961029:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698664.961033:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698664.961036:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698664.961040:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698665.408997:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698665.409008:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698665.409010:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698665.409018:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698665.409018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698665.409030:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698665.409033:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698665.409039:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698665.409039:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698665.409046:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698665.409049:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698665.409054:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698665.409065:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698665.409068:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698665.409073:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698665.409101:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698665.409109:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698665.409112:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698665.984956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698665.984963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698665.984965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698665.984970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698665.984974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698665.984977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698665.984979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698665.984982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698665.984985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698666.432932:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698666.432937:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698666.432952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698666.432953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698666.432959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698666.432961:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698666.432962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698666.432969:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698666.432975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698666.432982:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698666.432989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787698666.432990:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698666.432996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698666.433000:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698666.433003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1787698666.433006:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698666.433007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698666.433012:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698667.008957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698667.008964:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698667.008966:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698667.008971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698667.008974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698667.008979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698667.008981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698667.008984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698667.008987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698667.456947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698667.456953:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698667.456954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698667.456957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698667.456957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698667.456965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698667.456967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698667.456970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698667.456971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698667.456975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698667.456975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698667.456978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698667.456980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698667.456982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698667.456985:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698667.456995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698667.457000:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698667.457004:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698668.032952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698668.032959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698668.032961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698668.032966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698668.032969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698668.032973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698668.032975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698668.032978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698668.032980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698668.480926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698668.480926:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698668.480933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698668.480934:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698668.480937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698668.480941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698668.480943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698668.480945:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698668.480948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698668.480951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698668.480952:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698668.480954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698668.480956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698668.480959:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698668.480962:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698668.481004:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698668.481007:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698668.481011:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698669.056945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787698669.056947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698669.056951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698669.056953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698669.056953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698669.056956:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787698669.056957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787698669.056959:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698669.056960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698669.056962:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787698669.056964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698669.056966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698669.056968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787698669.056968:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3882
00000100:00000001:2.0:1787698669.056971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698669.056976:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698669.056981:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698669.056984:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698669.056987:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.056990:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.056992:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.056994:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698669.056998:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698669.057000:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698669.057003:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698669.057005:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698669.057007:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698669.057008:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698669.057010:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057011:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057013:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057014:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698669.057016:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698669.057018:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057019:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698669.057021:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698669.057023:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698669.057024:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057026:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698669.057027:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698669.057034:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698669.057036:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698669.057039:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698669.057040:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057042:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698669.057044:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698669.057047:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698669.057052:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698669.057057:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698669.057063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947208576/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698669.057070:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698669.057073:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698669.057076:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947208576/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698669.057097:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698669.057099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698669.057102:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698669.057103:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698669.057106:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698669.057108:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698669.057110:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3882
00000400:00000200:3.0:1787698669.057113:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698669.057116:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698669.057117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698669.057120:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057122:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057123:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057124:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698669.057126:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698669.057128:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698669.057130:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698669.057132:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698669.057134:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698669.057138:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698669.057142:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057144:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057147:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057150:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698669.057154:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698669.057158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057161:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698669.057163:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698669.057168:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698669.057173:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057176:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698669.057181:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698669.057185:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057187:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698669.057191:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787698669.057195:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698669.057197:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698669.057199:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057204:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698669.057206:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698669.057208:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698669.057213:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698669.057219:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698669.057228:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947208704/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698669.057242:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698669.057247:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698669.057254:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947208704/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698669.057278:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698669.057286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698669.057293:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698669.057297:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698669.057301:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698669.057315:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698669.057325:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3882
00000400:00000200:3.0:1787698669.057332:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698669.057339:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698669.057343:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698669.057345:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057349:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057352:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057355:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698669.057357:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698669.057358:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698669.057361:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698669.057369:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698669.057374:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.1:1787698669.057377:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787698669.057379:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.1:1787698669.057380:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1787698669.057388:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057392:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057398:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057403:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698669.057408:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698669.057414:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057417:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698669.057419:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698669.057429:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698669.057434:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057438:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698669.057442:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698669.057448:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057451:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698669.057483:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787698669.057486:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698669.057490:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698669.057491:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057492:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698669.057495:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698669.057497:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698669.057503:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698669.057507:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698669.057514:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947208832/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698669.057537:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698669.057541:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698669.057549:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947208832/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698669.057565:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698669.057570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698669.057577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698669.057581:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698669.057584:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698669.057589:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698669.057594:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3882
00000400:00000200:3.0:1787698669.057602:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698669.057606:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698669.057608:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698669.057613:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057616:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057619:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057622:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698669.057625:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698669.057627:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698669.057630:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698669.057632:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698669.057636:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698669.057641:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698669.057645:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057647:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698669.057651:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057654:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698669.057658:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787698669.057662:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698669.057667:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698669.057668:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698669.057671:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698669.057675:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057677:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698669.057680:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698669.057684:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057686:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698669.057691:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698669.057696:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787698669.057701:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698669.057702:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698669.057703:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698669.057705:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698669.057706:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698669.057711:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698669.057718:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698669.057727:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947208960/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698669.057745:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698669.057747:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698669.057753:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947208960/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698669.057762:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698669.057765:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3893)
00000800:00000200:1.1:1787698669.057971:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698669.057973:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698669.058172:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698669.058173:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698669.058339:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698669.058342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787698669.504941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698669.504944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698669.504948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698669.504949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698669.504952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698669.504955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698669.504957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698669.504958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698669.504964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698669.504965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698669.504968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698669.504970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698669.504977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698669.504981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698669.504985:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698669.505000:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698669.505005:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698669.505009:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698669.760944:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298556067, at 4298556096
00000100:00000010:0.0:1787698669.760959:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010b40.
00000100:00000001:2.0:1787698670.080911:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698670.080918:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698670.080921:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698670.080925:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698670.080928:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698670.080930:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698670.080932:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698670.080934:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698670.080935:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698670.528961:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698670.528964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698670.528968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698670.528969:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698670.528974:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698670.528974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698670.528977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698670.528981:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698670.528981:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698670.528983:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698670.528987:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698670.528993:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698670.528999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698670.529002:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698670.529005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698670.529061:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698670.529066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698670.529071:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698671.104973:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698671.104980:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698671.104982:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698671.104988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698671.104991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698671.104995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698671.104998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698671.105000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698671.105004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698671.552959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698671.552964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698671.552969:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698671.552970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698671.552974:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698671.552974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698671.552976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698671.552980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698671.552983:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698671.552984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698671.552986:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698671.552987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698671.552992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698671.552993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698671.552999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698671.553045:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698671.553049:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698671.553052:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698672.128969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698672.128975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698672.128977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698672.128982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698672.128986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698672.128990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698672.128993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698672.128995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698672.128999:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698672.577027:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698672.577031:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698672.577039:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698672.577041:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698672.577044:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577047:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698672.577053:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698672.577054:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698672.577062:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698672.577066:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698672.577069:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698672.577073:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698672.577075:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698672.577080:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698672.577084:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698672.577087:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577090:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577098:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698672.577101:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698672.577106:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698672.577111:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577118:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698672.577121:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577123:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577125:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698672.577130:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698672.577132:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698672.577181:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698672.577186:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698672.577189:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698673.152949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698673.152954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698673.152956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698673.152959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698673.152962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698673.152965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698673.152967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698673.152969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698673.152972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698673.600929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698673.600936:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698673.600938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698673.600939:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698673.600943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698673.600945:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698673.600948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698673.600951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698673.600952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698673.600954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698673.600958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698673.600963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698673.600969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698673.600971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698673.600975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698673.601002:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698673.601006:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698673.601010:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698674.176948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698674.176954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787698674.176957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698674.176957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698674.176964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787698674.176966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698674.176971:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787698674.176971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787698674.176975:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698674.176976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698674.176981:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787698674.176981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698674.176986:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698674.176990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698674.176991:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3888
00000400:00000200:0.0:1787698674.177001:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698674.177008:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698674.177016:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698674.177019:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177022:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177024:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698674.177026:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698674.177028:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698674.177030:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698674.177033:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698674.177036:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698674.177038:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698674.177041:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177046:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698674.177049:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698674.177052:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177054:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698674.177057:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698674.177067:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698674.177070:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177073:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698674.177075:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698674.177083:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698674.177085:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698674.177089:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698674.177090:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177093:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698674.177096:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698674.177099:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698674.177105:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698674.177111:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698674.177120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947209088/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698674.177131:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698674.177136:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698674.177140:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947209088/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698674.177166:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698674.177169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698674.177172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698674.177174:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698674.177175:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698674.177178:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698674.177180:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3888
00000400:00000200:0.0:1787698674.177185:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698674.177188:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698674.177190:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698674.177192:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177194:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177196:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177198:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698674.177200:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698674.177200:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698674.177202:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698674.177203:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698674.177204:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698674.177205:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698674.177207:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177208:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177210:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177212:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698674.177214:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698674.177217:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177219:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698674.177221:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698674.177226:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698674.177228:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177230:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698674.177234:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698674.177237:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177239:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698674.177244:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698674.177246:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698674.177248:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698674.177250:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177251:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698674.177253:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698674.177255:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698674.177258:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698674.177260:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698674.177264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947209216/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698674.177277:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698674.177279:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698674.177282:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947209216/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698674.177289:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698674.177292:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698674.177294:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698674.177296:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698674.177297:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698674.177300:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698674.177302:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3888
00000400:00000200:0.0:1787698674.177306:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698674.177317:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698674.177319:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698674.177324:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177325:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177326:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177327:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698674.177329:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698674.177329:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698674.177331:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698674.177332:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698674.177333:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698674.177335:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698674.177337:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177338:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177339:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177340:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698674.177341:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698674.177343:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177344:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698674.177345:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698674.177347:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698674.177348:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177349:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698674.177350:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698674.177352:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177352:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698674.177355:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698674.177356:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698674.177357:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698674.177358:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177360:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698674.177360:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698674.177362:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698674.177364:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698674.177522:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698674.177527:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947209344/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698674.177535:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698674.177537:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698674.177540:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947209344/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698674.177547:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698674.177550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698674.177553:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698674.177554:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698674.177555:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698674.177558:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698674.177560:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3888
00000400:00000200:0.0:1787698674.177564:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698674.177566:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698674.177568:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698674.177571:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177573:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177575:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698674.177579:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698674.177580:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698674.177581:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698674.177583:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698674.177585:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698674.177587:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698674.177589:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698674.177593:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177595:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698674.177597:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698674.177599:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698674.177609:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698674.177611:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698674.177614:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698674.177619:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177621:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698674.177623:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698674.177625:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177626:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698674.177628:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698674.177630:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698674.177631:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698674.177632:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698674.177633:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698674.177634:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698674.177635:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698674.177638:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698674.177640:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698674.177643:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947209472/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698674.177648:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698674.177649:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698674.177651:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947209472/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698674.177656:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698674.177659:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3898)
00000800:00000200:1.1:1787698674.177844:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698674.177865:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698674.178097:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698674.178099:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698674.178327:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698674.178330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698674.178537:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698674.178538:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787698674.624950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698674.624954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698674.624958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698674.624958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698674.624963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698674.624964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698674.624967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698674.624971:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698674.624972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698674.624975:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698674.624978:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698674.624978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698674.624983:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698674.624984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698674.624986:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698674.624988:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698674.624991:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698674.624994:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698674.625001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698674.625004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698674.625006:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698674.625035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698674.625039:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698674.625043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698674.880952:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298561188, at 4298561216
00000100:00000010:0.0:1787698674.880970:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010540.
00000100:00000001:2.0:1787698675.200930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698675.200937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698675.200939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698675.200945:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698675.200949:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698675.200953:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698675.200956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698675.200958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698675.200961:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698675.648950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698675.648954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698675.648958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698675.648959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698675.648961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698675.648966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698675.648967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698675.648969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698675.648972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698675.648976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698675.648976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698675.648978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698675.648987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698675.648990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698675.648993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698675.649085:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698675.649089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698675.649092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698676.224969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698676.224975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698676.224977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698676.224982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698676.224990:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698676.224994:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698676.224996:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698676.224998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698676.225001:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698676.672945:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698676.672950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698676.672956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698676.672959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698676.672967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698676.672970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698676.672977:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698676.672981:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698676.672982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698676.672984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698676.672986:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698676.672988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698676.673008:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698676.673012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698676.673015:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698676.673180:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698676.673182:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698676.673185:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698677.248927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698677.248934:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698677.248936:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698677.248941:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698677.248944:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698677.248947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698677.248951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698677.248953:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698677.248956:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698677.696956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698677.696963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698677.696967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698677.696973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698677.696979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698677.696983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698677.696989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698677.696993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698677.696996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698677.697078:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698677.697081:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698677.697085:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698677.697087:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698677.697090:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698677.697091:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698677.697129:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698677.697132:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698677.697136:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698678.272949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698678.272955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698678.272956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698678.272963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698678.272965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698678.272968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698678.272970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698678.272972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698678.272975:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698678.720962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698678.720962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698678.720969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698678.720970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698678.720973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698678.720978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698678.720979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698678.720984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698678.720988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698678.720991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698678.720991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698678.720993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698678.720997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698678.720998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698678.721001:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698678.721044:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698678.721049:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698678.721053:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698679.296952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698679.296958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698679.296961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698679.296966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698679.296969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698679.296972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.296974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698679.296976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.296979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.297179:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698679.297183:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698679.297185:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698679.297193:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297206:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698679.297208:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.297214:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698679.297224:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698679.297230:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698679.297235:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947209600:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698679.297242:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698679.297246:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698679.297249:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.297252:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698679.297258:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698679.297262:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698679.297276:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698679.297290:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698679.297301:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698679.297309:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947209600, portal 25
00000100:00000001:2.0:1787698679.297315:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698679.297317:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698679.297326:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297335:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698679.297339:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698679.297343:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698679.297348:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947209600, offset 0
00000400:00000200:2.0:1787698679.297360:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698679.297370:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.297376:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698679.297382:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698679.297388:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698679.297394:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698679.297396:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698679.297398:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12277:12277:256:4294967295] 192.168.201.121@tcp LPNI seq info [12277:12277:8:4294967295]
00000400:00000200:2.0:1787698679.297407:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.297424:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698679.297435:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.297447:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698679.297459:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698679.297466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698679.297477:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698679.297483:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698679.297494:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.297499:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698679.297508:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698679.297518:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698679.297526:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698679.297531:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698679.297538:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698679.297546:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297565:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.297573:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297602:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.297606:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698679.297614:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698679.297623:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698679.297629:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298566307
00000100:00000010:2.0:1787698679.297637:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70cc0.
00000100:00000001:2.0:1787698679.297646:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698679.297655:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298566307
00000100:00000010:2.0:1787698679.297661:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70360.
00000100:00000001:2.0:1787698679.297667:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698679.297672:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698679.297678:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.297683:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698679.297692:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698679/real 1787698679]  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698679.297720:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698679.297725:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698679.297729:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698679.297735:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698679.297739:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698679.297744:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698679.297752:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698679.297770:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297786:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698679.297789:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.297795:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.297797:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698679.297806:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297820:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698679.297826:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297840:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698679.297865:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.297869:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.297870:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.297873:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698679.297875:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698679.297878:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698679.297884:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698679.297890:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698679.297898:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698679.297909:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947209600:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698679.297914:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.297916:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.297919:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947209600/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297925:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698679.297928:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698679.297930:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698679.297933:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698679.297935:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698679.297936:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698679.297939:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698679.297941:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698679.297944:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698679.297947:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698679.297948:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698679.297951:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698679.297952:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.297954:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.297961:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698679.297963:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.297965:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698679.297966:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698679.297968:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698679.297971:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.297978:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698679.297979:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.297981:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698679.297982:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698679.297984:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698679.297987:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947209728:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698679.297990:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698679.297991:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698679.297993:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.297994:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698679.297998:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698679.298000:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698679.298003:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698679.298006:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698679.298009:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698679.298012:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947209728, portal 10
00000100:00000001:2.0:1787698679.298013:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698679.298014:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698679.298020:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298026:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698679.298028:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698679.298031:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698679.298033:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947209728, offset 0
00000400:00000200:2.0:1787698679.298037:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698679.298041:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.298044:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698679.298047:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698679.298049:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698679.298052:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698679.298054:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698679.298056:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12278:12278:256:4294967295] 192.168.201.121@tcp LPNI seq info [12278:12278:8:4294967295]
00000400:00000200:2.0:1787698679.298060:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.298067:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698679.298071:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.298075:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698679.298078:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698679.298081:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698679.298085:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698679.298097:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698679.298101:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.298103:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698679.298106:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698679.298109:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698679.298112:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698679.298114:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698679.298116:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698679.298123:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298131:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.298134:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298140:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298142:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698679.298146:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698679.298149:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698679.298152:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698679.298154:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298565650
00000100:00000001:2.0:1787698679.298157:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298566307
00000100:00000001:2.0:1787698679.298159:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298565650
00000100:00000001:2.0:1787698679.298161:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298566307
00000100:00000001:2.0:1787698679.298163:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698679.298165:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298167:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698679.298170:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698679/real 1787698679]  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698679.298177:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698679.298179:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698679.298180:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698679.298183:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698679.298184:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698679.298186:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698679.298189:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698679.298197:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298203:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698679.298205:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298206:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.298207:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698679.298211:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298218:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698679.298222:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298229:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698679.298232:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298233:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.298235:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298237:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698679.298239:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698679.298241:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698679.298245:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698679.298247:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698679.298251:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698679.298259:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947209728:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698679.298263:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698679.298266:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298273:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698679.298275:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.298277:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698679.298291:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698679.298293:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698679.298297:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947209856:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698679.298300:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698679.298301:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698679.298303:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.298304:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698679.298308:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698679.298310:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698679.298313:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698679.298316:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698679.298319:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698679.298322:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947209856, portal 4
00000100:00000001:2.0:1787698679.298324:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698679.298325:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698679.298330:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298336:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698679.298338:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698679.298341:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698679.298343:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947209856, offset 0
00000400:00000200:2.0:1787698679.298346:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698679.298350:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.298353:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698679.298356:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698679.298358:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698679.298361:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698679.298363:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698679.298365:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12279:12279:256:4294967295] 192.168.201.121@tcp LPNI seq info [12279:12279:8:4294967295]
00000400:00000200:2.0:1787698679.298369:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.298375:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698679.298379:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.298382:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698679.298386:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698679.298388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698679.298392:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698679.298394:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698679.298398:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.298400:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698679.298403:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698679.298406:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698679.298409:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698679.298410:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698679.298413:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698679.298416:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298423:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.298426:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298432:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298433:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698679.298436:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698679.298439:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698679.298442:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698679.298444:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298565667
00000100:00000001:2.0:1787698679.298446:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298566307
00000100:00000001:2.0:1787698679.298448:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298565667
00000100:00000001:2.0:1787698679.298450:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298566307
00000100:00000001:2.0:1787698679.298452:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698679.298454:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298455:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698679.298459:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698679/real 1787698679]  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698679.298466:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698679.298467:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698679.298468:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698679.298470:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698679.298472:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698679.298474:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698679.298477:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698679.298484:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298495:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698679.298496:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298498:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.298499:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698679.298503:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298509:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698679.298512:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298518:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698679.298520:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298522:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.298523:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298525:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698679.298526:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698679.298529:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698679.298532:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698679.298534:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698679.298537:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698679.298544:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947209856:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698679.298547:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698679.298550:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298556:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698679.298557:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.298560:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698679.298561:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698679.298563:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698679.298565:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947209984:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698679.298569:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698679.298570:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698679.298572:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698679.298573:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698679.298576:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698679.298578:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698679.298580:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698679.298583:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698679.298586:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698679.298588:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947209984, portal 4
00000100:00000001:2.0:1787698679.298590:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698679.298591:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698679.298597:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298602:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698679.298605:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698679.298607:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698679.298609:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947209984, offset 0
00000400:00000200:2.0:1787698679.298612:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698679.298616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.298619:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698679.298622:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698679.298624:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698679.298626:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698679.298628:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698679.298631:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12280:12280:256:4294967295] 192.168.201.121@tcp LPNI seq info [12280:12280:8:4294967295]
00000400:00000200:2.0:1787698679.298635:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698679.298641:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698679.298646:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.298649:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698679.298653:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698679.298655:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698679.298659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698679.298662:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698679.298666:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698679.298668:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698679.298670:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698679.298674:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698679.298676:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698679.298678:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698679.298680:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698679.298683:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298690:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.298692:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298699:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298700:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698679.298703:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698679.298705:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698679.298708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698679.298710:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298565654
00000100:00000001:2.0:1787698679.298712:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298566307
00000100:00000001:2.0:1787698679.298714:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298565654
00000100:00000001:2.0:1787698679.298716:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298566307
00000100:00000001:2.0:1787698679.298718:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698679.298720:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298722:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698679.298725:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698679/real 1787698679]  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698679.298732:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698679.298733:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698679.298735:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698679.298737:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698679.298738:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698679.298740:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698679.298742:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698679.298750:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298756:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698679.298757:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298758:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.298760:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698679.298763:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298769:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698679.298773:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298779:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698679.298781:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298782:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698679.298783:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298785:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698679.298786:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698679.298788:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698679.298791:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698679.298793:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698679.298797:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698679.298804:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947209984:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698679.298807:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298809:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.298812:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947209728/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298818:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698679.298820:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698679.298822:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698679.298824:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698679.298826:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698679.298827:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698679.298829:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698679.298831:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698679.298833:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698679.298834:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698679.298836:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698679.298839:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698679.298840:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298842:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.298845:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947209856/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298871:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698679.298873:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698679.298874:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698679.298877:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698679.298878:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698679.298879:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698679.298881:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698679.298882:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698679.298884:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698679.298886:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698679.298887:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698679.298890:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698679.298891:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298893:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698679.298896:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947209984/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698679.298902:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698679.298903:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698679.298905:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698679.298907:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698679.298908:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698679.298909:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698679.298911:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698679.298912:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698679.298914:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698679.298916:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698679.298917:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698679.298919:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698679.298920:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298922:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698679.298925:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698679.298927:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698679.298929:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698679.298930:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698679.744922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698679.744928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698679.744930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698679.744933:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698679.744937:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698679.744938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698679.744940:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698679.744942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698679.744942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698679.744943:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698679.744945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698679.744947:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698679.744948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698679.744948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698679.744951:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698679.744954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698679.744957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698679.744957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698679.744961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698679.744961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698679.744963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698679.744966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698679.744975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698679.744977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698680.000923:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298566307, at 4298566336
00000100:00000010:0.0:1787698680.000935:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000100:00000001:2.0:1787698680.320953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698680.320959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698680.320961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698680.320966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698680.320969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698680.320973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698680.320975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698680.320978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698680.320981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698680.768917:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698680.768917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698680.768922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698680.768923:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698680.768924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698680.768928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698680.768929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698680.768930:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698680.768931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698680.768933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698680.768935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698680.768936:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698680.768937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698680.768939:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698680.768942:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698680.768943:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698680.768948:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698680.768952:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698680.768955:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698680.768957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698680.768959:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698680.768961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698680.768964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698680.768967:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698680.768967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698680.768972:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698680.768976:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698681.344960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698681.344967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698681.344969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698681.344974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698681.344977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698681.344980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698681.344983:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698681.344985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698681.344987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698681.792922:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698681.792925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698681.792929:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698681.792930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698681.792933:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698681.792938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698681.792939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698681.792942:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698681.792944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698681.792949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698681.792951:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698681.792952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698681.792955:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698681.792959:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698681.792963:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698681.793077:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698681.793080:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698681.793082:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698681.793084:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698681.793087:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698681.793089:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698681.793091:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698681.793093:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698681.793095:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698682.368945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698682.368951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698682.368952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698682.368956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698682.368960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698682.368964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698682.368966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698682.368968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698682.368971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698682.816922:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698682.816929:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698682.816932:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698682.816934:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698682.816937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698682.816942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698682.816944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698682.816946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698682.816949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698682.816949:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:3.0:1787698682.816951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698682.816952:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698682.816953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698682.816957:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698682.816959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698682.816959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698682.816960:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698682.816963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698682.816965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698682.816966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698682.816968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698682.816970:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698682.816971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698682.816972:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698682.816973:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698682.816975:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698682.816978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698682.816978:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698682.816979:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698682.816981:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698682.816983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698682.816984:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698682.816989:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698682.816990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698682.816993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698682.816994:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698682.817011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698682.817013:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698682.817015:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698683.392932:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698683.392939:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698683.392940:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698683.392944:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698683.392946:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698683.392949:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698683.392951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698683.392952:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698683.392954:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698683.840916:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698683.840923:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698683.840924:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698683.840926:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698683.840930:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698683.840931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698683.840933:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698683.840936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698683.840936:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698683.840938:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698683.840940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698683.840941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698683.840943:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698683.840947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698683.840949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698683.840949:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698683.840952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698683.840953:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698683.840954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698683.840956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698683.840960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698683.840961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698683.840965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698683.840969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698683.840989:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698683.840992:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698683.840995:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698684.416960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698684.416965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698684.416967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698684.416972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698684.416976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698684.416980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.416984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698684.416986:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.416997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.417225:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698684.417230:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698684.417233:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698684.417247:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417267:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698684.417271:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.417277:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698684.417282:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698684.417286:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698684.417293:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947210112:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698684.417302:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698684.417308:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698684.417311:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.417315:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698684.417322:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698684.417326:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698684.417332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698684.417337:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698684.417344:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698684.417350:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210112, portal 25
00000100:00000001:2.0:1787698684.417353:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698684.417356:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698684.417362:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417370:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698684.417377:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698684.417381:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698684.417387:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947210112, offset 0
00000400:00000200:2.0:1787698684.417394:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698684.417404:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.417413:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698684.417418:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698684.417424:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698684.417429:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698684.417433:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698684.417439:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12281:12281:256:4294967295] 192.168.201.121@tcp LPNI seq info [12281:12281:8:4294967295]
00000400:00000200:2.0:1787698684.417444:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.417454:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698684.417458:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.417462:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698684.417470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698684.417475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698684.417482:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698684.417488:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698684.417497:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.417500:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698684.417507:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698684.417513:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698684.417520:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698684.417524:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698684.417531:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698684.417544:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417563:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.417570:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417587:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.417591:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698684.417597:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698684.417606:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698684.417612:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298571427
00000100:00000010:2.0:1787698684.417620:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70000.
00000100:00000001:2.0:1787698684.417630:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698684.417638:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298571427
00000100:00000010:2.0:1787698684.417659:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d704e0.
00000100:00000001:2.0:1787698684.417667:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698684.417672:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698684.417676:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.417680:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698684.417688:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698684/real 1787698684]  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698684.417702:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698684.417705:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698684.417708:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698684.417714:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698684.417718:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698684.417721:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698684.417727:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698684.417741:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417750:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698684.417752:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.417755:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.417758:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698684.417770:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417781:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698684.417788:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417798:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698684.417803:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.417808:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.417809:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.417813:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698684.417814:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698684.417821:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698684.417826:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698684.417830:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698684.417833:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698684.417844:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947210112:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698684.417864:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.417866:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.417869:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947210112/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417882:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698684.417887:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698684.417891:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698684.417897:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698684.417901:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698684.417903:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698684.417906:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698684.417911:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698684.417917:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698684.417920:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698684.417924:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698684.417930:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698684.417932:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.417934:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.417941:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698684.417944:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.417946:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698684.417950:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698684.417951:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698684.417956:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417962:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698684.417963:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.417964:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698684.417966:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698684.417967:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698684.417969:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210240:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698684.417972:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698684.417973:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698684.417974:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.417975:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698684.417978:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698684.417979:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698684.417982:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698684.417983:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698684.417985:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698684.417987:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210240, portal 10
00000100:00000001:2.0:1787698684.417989:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698684.417989:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698684.417994:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.417998:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698684.417999:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698684.418001:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698684.418002:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947210240, offset 0
00000400:00000200:2.0:1787698684.418004:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698684.418007:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.418009:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698684.418011:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698684.418013:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698684.418016:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698684.418018:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698684.418021:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12282:12282:256:4294967295] 192.168.201.121@tcp LPNI seq info [12282:12282:8:4294967295]
00000400:00000200:2.0:1787698684.418025:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.418031:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698684.418035:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.418038:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698684.418042:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698684.418044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698684.418048:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698684.418050:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698684.418053:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.418054:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698684.418057:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698684.418060:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698684.418063:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698684.418064:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698684.418066:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698684.418070:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418077:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.418079:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418084:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418086:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698684.418089:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698684.418092:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698684.418095:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698684.418097:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298570770
00000100:00000001:2.0:1787698684.418100:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298571427
00000100:00000001:2.0:1787698684.418102:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298570770
00000100:00000001:2.0:1787698684.418105:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298571427
00000100:00000001:2.0:1787698684.418107:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698684.418109:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418111:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698684.418114:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698684/real 1787698684]  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698684.418122:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698684.418123:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698684.418125:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698684.418127:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698684.418128:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698684.418130:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698684.418133:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698684.418141:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418147:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698684.418149:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418150:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.418152:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698684.418155:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418161:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698684.418164:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418170:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698684.418172:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418173:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.418174:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418176:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698684.418179:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698684.418181:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698684.418184:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698684.418186:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698684.418190:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698684.418211:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210240:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698684.418215:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698684.418218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418224:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698684.418225:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.418227:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698684.418229:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698684.418231:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698684.418234:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210368:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698684.418237:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698684.418238:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698684.418240:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.418241:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698684.418244:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698684.418246:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698684.418250:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698684.418252:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698684.418255:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698684.418258:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210368, portal 4
00000100:00000001:2.0:1787698684.418260:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698684.418261:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698684.418267:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418273:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698684.418275:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698684.418277:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698684.418279:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947210368, offset 0
00000400:00000200:2.0:1787698684.418283:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698684.418287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.418291:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698684.418294:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698684.418296:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698684.418298:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698684.418300:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698684.418303:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12283:12283:256:4294967295] 192.168.201.121@tcp LPNI seq info [12283:12283:8:4294967295]
00000400:00000200:2.0:1787698684.418306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.418311:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698684.418315:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.418318:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698684.418322:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698684.418324:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698684.418328:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698684.418330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698684.418335:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.418336:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698684.418339:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698684.418342:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698684.418344:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698684.418346:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698684.418349:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698684.418352:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418359:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.418362:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418374:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418375:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698684.418378:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698684.418381:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698684.418383:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698684.418384:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298570787
00000100:00000001:2.0:1787698684.418386:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298571427
00000100:00000001:2.0:1787698684.418387:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298570787
00000100:00000001:2.0:1787698684.418388:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298571427
00000100:00000001:2.0:1787698684.418390:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698684.418391:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418392:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698684.418394:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698684/real 1787698684]  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698684.418398:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698684.418399:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698684.418400:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698684.418402:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698684.418403:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698684.418404:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698684.418406:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698684.418410:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418414:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698684.418415:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418416:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.418417:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698684.418418:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418423:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698684.418425:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418429:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698684.418430:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418431:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.418432:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418433:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698684.418434:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698684.418435:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698684.418437:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698684.418439:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698684.418442:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698684.418448:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210368:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698684.418452:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698684.418455:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418460:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698684.418462:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.418464:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698684.418465:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698684.418467:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698684.418470:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210496:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698684.418473:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698684.418474:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698684.418476:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698684.418478:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698684.418481:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698684.418483:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698684.418486:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698684.418488:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698684.418491:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698684.418494:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210496, portal 4
00000100:00000001:2.0:1787698684.418495:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698684.418497:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698684.418502:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418509:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698684.418511:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698684.418512:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698684.418515:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947210496, offset 0
00000400:00000200:2.0:1787698684.418518:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698684.418523:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.418526:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698684.418529:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698684.418531:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698684.418533:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698684.418536:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698684.418538:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12284:12284:256:4294967295] 192.168.201.121@tcp LPNI seq info [12284:12284:8:4294967295]
00000400:00000200:2.0:1787698684.418542:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698684.418548:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698684.418553:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.418556:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698684.418559:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698684.418561:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698684.418566:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698684.418568:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698684.418572:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698684.418574:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698684.418577:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698684.418579:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698684.418581:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698684.418582:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698684.418583:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698684.418586:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418591:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.418593:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698709 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418597:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418597:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698684.418600:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698684.418602:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698684.418604:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698684.418605:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298570774
00000100:00000001:2.0:1787698684.418606:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298571427
00000100:00000001:2.0:1787698684.418608:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298570774
00000100:00000001:2.0:1787698684.418609:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298571427
00000100:00000001:2.0:1787698684.418610:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698684.418611:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418612:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698684.418614:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698684/real 1787698684]  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698684.418618:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698684.418619:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698684.418620:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698684.418622:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698684.418623:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698684.418624:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698684.418626:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698684.418630:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418634:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698684.418635:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418637:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.418638:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698684.418641:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418647:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698684.418650:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418657:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698684.418659:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418660:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698684.418661:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418663:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698684.418665:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698684.418667:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698684.418671:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698684.418673:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698684.418677:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698684.418685:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210496:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698684.418688:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418690:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.418692:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947210240/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418696:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698684.418697:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698684.418698:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698684.418700:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698684.418701:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698684.418702:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698684.418703:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698684.418704:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698684.418705:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698684.418706:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698684.418707:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698684.418709:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698684.418710:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418711:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.418712:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947210368/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418716:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698684.418717:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698684.418717:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698684.418718:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698684.418719:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698684.418720:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698684.418721:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698684.418721:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698684.418722:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698684.418723:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698684.418724:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698684.418725:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698684.418726:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418726:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698684.418728:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947210496/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698709 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698684.418731:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698684.418732:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698684.418733:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698684.418734:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698684.418735:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698684.418735:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698684.418737:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698684.418737:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:2.0:1787698684.418738:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698684.418739:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698684.418739:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698684.418740:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698684.418741:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418742:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698684.418745:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698684.418745:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698684.418747:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698684.418748:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698684.864908:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698684.864911:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698684.864916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698684.864916:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698684.864918:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698684.864920:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698684.864923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698684.864925:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698684.864929:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698684.864930:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698684.864933:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698684.864934:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698684.864936:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698684.864940:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698684.864944:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698684.864944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698684.864945:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698684.864948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698684.864948:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698684.864951:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698684.864952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698684.864954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698684.864958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698684.864962:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698684.864965:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698684.864968:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698684.864971:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698684.864974:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698684.864975:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698684.864978:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698684.864996:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698684.864999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698684.865002:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698685.120948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298571427, at 4298571456
00000100:00000010:0.0:1787698685.120963:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70000.
00000100:00000001:2.0:1787698685.440908:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698685.440916:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698685.440919:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698685.440924:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698685.440927:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698685.440931:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698685.440934:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698685.440936:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698685.440939:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698685.888947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698685.888951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698685.888956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698685.888956:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698685.888959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698685.888963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698685.888965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698685.888967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698685.888969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698685.888973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698685.888976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698685.888979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698685.888980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698685.888982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698685.888983:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698685.889107:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698685.889109:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698685.889110:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698685.889112:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698685.889115:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698685.889117:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698685.889119:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698685.889120:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698685.889122:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698686.464952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698686.464958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698686.464959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698686.464963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698686.464965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698686.464967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698686.464969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698686.464971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698686.464973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698686.912911:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698686.912917:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698686.912919:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698686.912924:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698686.912924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698686.912929:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698686.912929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698686.912932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698686.912933:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698686.912935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698686.912936:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698686.912938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698686.912938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698686.912939:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698686.912943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698686.912943:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698686.912944:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698686.912945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698686.912949:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698686.912952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698686.912953:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698686.912955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698686.912961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698686.912962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698686.912986:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698686.912990:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698686.912993:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698687.488944:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698687.488949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698687.488950:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698687.488954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698687.488956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698687.488959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698687.488960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698687.488962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698687.488964:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698687.936933:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698687.936933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698687.936937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698687.936940:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698687.936941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698687.936944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698687.936945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698687.936947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698687.936951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698687.936951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698687.936951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698687.936955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698687.936955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698687.936957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698687.936961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698687.936964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698687.936965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698687.936968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698687.936970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698687.936971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698687.936977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698687.936981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698687.936982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698687.936986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698688.512980:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698688.512986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698688.512988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698688.512993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698688.512997:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698688.513000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698688.513003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698688.513005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698688.513008:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698688.960939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698688.960939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698688.960946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698688.960946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698688.960947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698688.960950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698688.960950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698688.960952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698688.960957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698688.960957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698688.960959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698688.960962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698688.960963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698688.960964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698688.960965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698688.960968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698688.960969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698688.960971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698688.960973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698688.960976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698688.960977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698688.960979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698688.960983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698688.960986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698688.960995:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698688.960997:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698688.960999:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698689.536947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698689.536953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698689.536957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698689.536962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698689.536968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698689.536974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.536979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698689.536983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.536987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.537185:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698689.537189:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698689.537193:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698689.537202:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537221:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698689.537224:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.537229:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698689.537233:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698689.537240:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698689.537249:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947210624:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698689.537268:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698689.537274:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698689.537278:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.537283:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698689.537290:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698689.537294:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698689.537303:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698689.537310:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698689.537320:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698689.537329:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210624, portal 25
00000100:00000001:2.0:1787698689.537334:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698689.537337:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698689.537349:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537370:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698689.537376:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698689.537382:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698689.537388:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947210624, offset 0
00000400:00000200:2.0:1787698689.537400:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698689.537413:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.537424:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698689.537433:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698689.537441:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698689.537447:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698689.537453:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698689.537460:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12285:12285:256:4294967295] 192.168.201.121@tcp LPNI seq info [12285:12285:8:4294967295]
00000400:00000200:2.0:1787698689.537473:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.537490:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698689.537499:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.537505:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698689.537514:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698689.537518:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698689.537525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698689.537529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698689.537533:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.537537:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698689.537542:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698689.537548:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698689.537553:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698689.537557:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698689.537561:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698689.537566:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537577:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.537582:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537605:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.537609:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698689.537617:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698689.537626:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698689.537630:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298576547
00000100:00000010:2.0:1787698689.537638:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70c00.
00000100:00000001:2.0:1787698689.537647:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698689.537656:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298576547
00000100:00000010:2.0:1787698689.537662:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d708a0.
00000100:00000001:2.0:1787698689.537668:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698689.537674:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698689.537679:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.537684:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698689.537693:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698689/real 1787698689]  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698689.537714:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698689.537718:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698689.537722:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698689.537727:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698689.537731:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698689.537735:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698689.537743:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698689.537764:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537781:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698689.537786:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.537790:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.537794:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698689.537803:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537814:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698689.537822:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537834:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698689.537837:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.537840:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.537842:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.537846:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698689.537864:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698689.537866:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698689.537870:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698689.537873:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698689.537879:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698689.537888:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947210624:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698689.537896:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.537898:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.537899:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947210624/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537903:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698689.537905:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698689.537907:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698689.537910:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698689.537911:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698689.537912:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698689.537914:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698689.537916:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698689.537918:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698689.537919:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698689.537920:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698689.537923:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698689.537924:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.537925:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.537936:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698689.537937:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.537939:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698689.537941:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698689.537942:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698689.537945:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.537952:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698689.537953:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.537955:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698689.537957:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698689.537958:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698689.537961:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210752:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698689.537964:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698689.537966:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698689.537967:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.537969:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698689.537972:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698689.537974:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698689.537979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698689.537982:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698689.537985:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698689.537988:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210752, portal 10
00000100:00000001:2.0:1787698689.537989:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698689.537991:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698689.537997:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538004:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698689.538005:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698689.538007:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698689.538009:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947210752, offset 0
00000400:00000200:2.0:1787698689.538011:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698689.538014:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.538017:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698689.538020:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698689.538022:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698689.538024:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698689.538027:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698689.538030:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12286:12286:256:4294967295] 192.168.201.121@tcp LPNI seq info [12286:12286:8:4294967295]
00000400:00000200:2.0:1787698689.538034:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.538040:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698689.538044:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.538048:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698689.538051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698689.538054:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698689.538057:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698689.538059:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698689.538061:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.538063:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698689.538065:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698689.538067:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698689.538069:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698689.538070:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698689.538072:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698689.538074:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538079:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.538081:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538085:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538086:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698689.538088:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698689.538090:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698689.538092:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698689.538093:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298575890
00000100:00000001:2.0:1787698689.538095:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298576547
00000100:00000001:2.0:1787698689.538096:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298575890
00000100:00000001:2.0:1787698689.538098:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298576547
00000100:00000001:2.0:1787698689.538099:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698689.538100:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538101:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698689.538116:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698689/real 1787698689]  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698689.538122:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698689.538123:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698689.538124:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698689.538125:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698689.538127:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698689.538128:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698689.538131:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698689.538135:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538139:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698689.538140:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538141:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.538142:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698689.538144:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538148:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698689.538150:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538153:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698689.538155:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538155:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.538156:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538157:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698689.538158:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698689.538160:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698689.538161:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698689.538163:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698689.538165:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698689.538169:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210752:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698689.538171:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698689.538173:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538180:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698689.538181:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.538183:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698689.538184:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698689.538185:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698689.538188:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210880:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698689.538191:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698689.538192:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698689.538194:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.538196:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698689.538198:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698689.538200:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698689.538203:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698689.538206:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698689.538209:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698689.538211:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947210880, portal 4
00000100:00000001:2.0:1787698689.538213:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698689.538215:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698689.538220:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538225:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698689.538226:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698689.538231:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698689.538233:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947210880, offset 0
00000400:00000200:2.0:1787698689.538235:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698689.538238:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.538240:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698689.538242:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698689.538243:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698689.538245:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698689.538246:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698689.538249:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12287:12287:256:4294967295] 192.168.201.121@tcp LPNI seq info [12287:12287:8:4294967295]
00000400:00000200:2.0:1787698689.538251:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.538255:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698689.538258:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.538260:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698689.538262:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698689.538264:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698689.538266:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698689.538268:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698689.538270:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.538271:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698689.538273:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698689.538275:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698689.538277:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698689.538278:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698689.538280:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698689.538282:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538286:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.538288:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538292:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538293:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698689.538295:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698689.538297:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698689.538298:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698689.538300:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298575907
00000100:00000001:2.0:1787698689.538301:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298576547
00000100:00000001:2.0:1787698689.538303:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298575907
00000100:00000001:2.0:1787698689.538304:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298576547
00000100:00000001:2.0:1787698689.538305:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698689.538307:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538308:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698689.538310:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698689/real 1787698689]  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698689.538314:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698689.538315:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698689.538316:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698689.538317:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698689.538318:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698689.538319:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698689.538321:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698689.538325:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538328:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698689.538329:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538330:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.538331:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698689.538333:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538336:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698689.538338:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538341:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698689.538342:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538343:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.538344:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538345:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698689.538347:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698689.538349:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698689.538352:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698689.538354:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698689.538357:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698689.538364:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947210880:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698689.538367:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698689.538370:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538376:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698689.538377:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.538379:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698689.538381:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698689.538383:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698689.538385:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211008:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698689.538389:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698689.538390:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698689.538392:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698689.538393:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698689.538396:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698689.538398:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698689.538401:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698689.538403:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698689.538405:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698689.538407:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211008, portal 4
00000100:00000001:2.0:1787698689.538408:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698689.538409:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698689.538413:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538417:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698689.538419:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698689.538420:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698689.538421:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947211008, offset 0
00000400:00000200:2.0:1787698689.538423:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698689.538426:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.538428:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698689.538429:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698689.538431:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698689.538432:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698689.538434:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698689.538436:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12288:12288:256:4294967295] 192.168.201.121@tcp LPNI seq info [12288:12288:8:4294967295]
00000400:00000200:2.0:1787698689.538438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698689.538442:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698689.538444:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.538446:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698689.538448:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698689.538449:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698689.538452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698689.538453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698689.538456:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698689.538457:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698689.538459:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698689.538461:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698689.538462:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698689.538463:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698689.538465:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698689.538467:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538471:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.538473:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698714 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538477:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538478:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698689.538480:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698689.538481:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698689.538483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698689.538484:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298575894
00000100:00000001:2.0:1787698689.538486:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298576547
00000100:00000001:2.0:1787698689.538487:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298575894
00000100:00000001:2.0:1787698689.538488:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298576547
00000100:00000001:2.0:1787698689.538489:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698689.538490:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538491:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698689.538493:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698689/real 1787698689]  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698689.538497:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698689.538498:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698689.538499:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698689.538500:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698689.538501:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698689.538502:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698689.538504:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698689.538508:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538511:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698689.538513:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538514:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.538514:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698689.538516:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538520:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698689.538522:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538526:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698689.538527:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538528:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698689.538529:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538530:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698689.538531:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698689.538532:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698689.538534:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698689.538535:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698689.538537:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698689.538541:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211008:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698689.538543:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538544:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.538545:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947210752/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538549:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698689.538550:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698689.538551:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698689.538553:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698689.538553:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698689.538554:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698689.538556:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698689.538557:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698689.538558:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698689.538559:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698689.538560:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698689.538561:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698689.538562:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538563:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.538565:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947210880/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538569:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698689.538569:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698689.538570:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698689.538571:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698689.538572:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698689.538572:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698689.538573:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698689.538574:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698689.538575:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698689.538576:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698689.538577:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698689.538578:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698689.538579:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538580:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698689.538583:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947211008/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698714 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698689.538588:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698689.538590:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698689.538591:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698689.538593:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698689.538594:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698689.538595:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698689.538597:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698689.538598:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698689.538600:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698689.538601:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698689.538603:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698689.538605:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698689.538606:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538607:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698689.538611:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698689.538612:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698689.538614:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698689.538616:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698689.984911:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698689.984919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698689.984919:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698689.984920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698689.984924:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698689.984925:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698689.984925:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698689.984929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698689.984930:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698689.984932:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698689.984932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698689.984933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698689.984938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698689.984939:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698689.984940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698689.984941:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698689.984943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698689.984944:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698689.984945:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698689.984948:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698689.984951:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698689.984951:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698689.984954:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698689.984958:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698690.240916:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298576547, at 4298576576
00000100:00000010:0.0:1787698690.240929:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c00.
00000100:00000001:2.0:1787698690.560936:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698690.560942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698690.560943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698690.560947:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698690.560949:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698690.560952:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698690.560954:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698690.560955:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698690.560957:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698691.008908:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698691.008914:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698691.008916:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698691.008918:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787698691.008920:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698691.008923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698691.008924:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698691.008925:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698691.008926:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698691.008930:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698691.008930:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698691.008931:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698691.008937:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698691.008938:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698691.008939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698691.008940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698691.008942:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698691.008944:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698691.008947:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698691.008949:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698691.008951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698691.008952:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698691.008952:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698691.008955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698691.584962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698691.584970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698691.584972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698691.584977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698691.584980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698691.584985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698691.584987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698691.584989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698691.584992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698692.032944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698692.032944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698692.032950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698692.032951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698692.032953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698692.032953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698692.032959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698692.032959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698692.032960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698692.032965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698692.032965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698692.032966:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698692.032970:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698692.032971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698692.032971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698692.032973:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698692.032976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698692.032978:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698692.032979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698692.032980:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698692.032982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698692.032983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698692.032983:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698692.032986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698692.032989:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698692.032990:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698692.032994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698692.032997:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698692.032998:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698692.032999:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698692.033000:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698692.033001:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698692.033003:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698692.033004:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698692.033007:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698692.033008:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698692.608930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698692.608937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698692.608939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698692.608944:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698692.608948:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698692.608951:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698692.608954:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698692.608956:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698692.608959:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698693.056921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698693.056927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698693.056928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698693.056929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698693.056933:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698693.056935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698693.056937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698693.056939:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698693.056942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698693.056943:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698693.056944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698693.056948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698693.056948:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698693.056949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698693.056951:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698693.056953:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698693.056955:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698693.056956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698693.056957:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698693.056960:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698693.056961:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698693.056965:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698693.056974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698693.056977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698693.632961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698693.632966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698693.632967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698693.632970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698693.632973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698693.632975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698693.632977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698693.632979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698693.632981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698694.080943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698694.080943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698694.080944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698694.080950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698694.080951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698694.080952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698694.080956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698694.080956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698694.080958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698694.080960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698694.080962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698694.080963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698694.080965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698694.080968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698694.080970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698694.080971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698694.080972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698694.080973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698694.080976:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698694.080977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698694.080981:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698694.080981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698694.080984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698694.080986:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698694.080988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698694.080991:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698694.080993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698694.080995:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698694.080999:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698694.081001:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.656930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698694.656936:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698694.656940:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698694.656949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698694.656954:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698694.656959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.656965:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698694.656969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.656974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.657133:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698694.657137:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698694.657141:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698694.657149:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657168:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698694.657172:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.657177:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698694.657181:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698694.657184:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698694.657192:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947211136:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698694.657198:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698694.657202:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698694.657205:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.657208:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698694.657214:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698694.657218:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698694.657225:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698694.657230:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698694.657237:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698694.657247:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211136, portal 25
00000100:00000001:2.0:1787698694.657252:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698694.657254:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698694.657264:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657280:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698694.657285:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698694.657288:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698694.657295:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947211136, offset 0
00000400:00000200:2.0:1787698694.657306:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698694.657321:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.657332:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698694.657342:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698694.657350:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698694.657358:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698694.657367:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698694.657377:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12289:12289:256:4294967295] 192.168.201.121@tcp LPNI seq info [12289:12289:8:4294967295]
00000400:00000200:2.0:1787698694.657390:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.657407:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698694.657423:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.657431:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698694.657445:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698694.657453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698694.657467:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698694.657475:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698694.657485:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.657489:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698694.657495:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698694.657502:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698694.657508:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698694.657513:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698694.657518:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698694.657524:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657537:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.657541:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657551:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.657555:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698694.657560:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698694.657567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698694.657571:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298581667
00000100:00000010:2.0:1787698694.657579:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70120.
00000100:00000001:2.0:1787698694.657586:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698694.657594:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298581667
00000100:00000010:2.0:1787698694.657599:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70600.
00000100:00000001:2.0:1787698694.657604:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698694.657609:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698694.657613:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.657617:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698694.657624:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698694/real 1787698694]  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698694.657630:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698694.657632:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698694.657633:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698694.657635:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698694.657636:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698694.657638:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698694.657640:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698694.657645:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657653:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698694.657654:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657656:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.657657:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698694.657659:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657663:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698694.657666:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657670:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698694.657671:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657672:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.657673:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657674:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698694.657675:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698694.657678:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698694.657680:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698694.657681:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698694.657683:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698694.657688:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947211136:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698694.657690:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657691:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.657693:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947211136/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657696:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698694.657698:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698694.657700:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698694.657702:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698694.657703:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698694.657704:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698694.657705:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698694.657707:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:2.0:1787698694.657710:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698694.657711:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698694.657712:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698694.657714:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698694.657714:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657716:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657720:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698694.657721:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.657723:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698694.657724:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698694.657725:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698694.657727:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657731:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698694.657732:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.657733:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698694.657735:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698694.657736:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698694.657738:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211264:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698694.657740:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698694.657741:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698694.657742:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.657743:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698694.657745:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698694.657746:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698694.657748:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698694.657749:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698694.657751:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698694.657753:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211264, portal 10
00000100:00000001:2.0:1787698694.657755:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698694.657755:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698694.657759:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657763:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698694.657765:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698694.657766:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698694.657767:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947211264, offset 0
00000400:00000200:2.0:1787698694.657769:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698694.657771:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.657774:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698694.657775:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698694.657777:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698694.657779:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698694.657780:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698694.657782:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12290:12290:256:4294967295] 192.168.201.121@tcp LPNI seq info [12290:12290:8:4294967295]
00000400:00000200:2.0:1787698694.657784:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.657788:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698694.657791:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.657793:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698694.657795:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698694.657796:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698694.657799:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698694.657801:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698694.657803:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.657804:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698694.657806:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698694.657808:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698694.657810:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698694.657811:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698694.657812:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698694.657814:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657823:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.657824:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657828:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.657829:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698694.657831:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698694.657833:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698694.657834:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698694.657835:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298581009
00000100:00000001:2.0:1787698694.657837:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298581667
00000100:00000001:2.0:1787698694.657838:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298581009
00000100:00000001:2.0:1787698694.657839:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298581667
00000100:00000001:2.0:1787698694.657841:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698694.657842:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.657843:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698694.657845:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698694/real 1787698694]  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698694.657865:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698694.657866:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698694.657867:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698694.657869:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698694.657870:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698694.657871:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698694.657874:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698694.657878:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657882:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698694.657883:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657884:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.657885:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698694.657886:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657890:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698694.657892:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657896:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698694.657897:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657898:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.657898:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.657900:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698694.657901:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698694.657902:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698694.657904:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698694.657905:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698694.657907:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698694.657911:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211264:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698694.657914:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698694.657916:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657919:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698694.657920:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.657921:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698694.657922:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698694.657923:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698694.657925:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211392:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698694.657927:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698694.657928:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698694.657929:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.657930:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698694.657932:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698694.657933:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698694.657935:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698694.657936:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698694.657938:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698694.657939:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211392, portal 4
00000100:00000001:2.0:1787698694.657941:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698694.657942:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698694.657945:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.657948:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698694.657950:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698694.657951:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698694.657952:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947211392, offset 0
00000400:00000200:2.0:1787698694.657954:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698694.657956:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.657958:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698694.657960:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698694.657961:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698694.657963:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698694.657964:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698694.657966:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12291:12291:256:4294967295] 192.168.201.121@tcp LPNI seq info [12291:12291:8:4294967295]
00000400:00000200:2.0:1787698694.657968:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.657971:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698694.657974:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.657975:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698694.657978:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698694.657979:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698694.657982:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698694.657983:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698694.657985:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.657987:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698694.657988:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698694.657990:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698694.657992:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698694.657993:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698694.657994:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698694.657996:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658000:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.658002:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658006:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.658006:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698694.658008:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698694.658010:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698694.658011:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698694.658012:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298581027
00000100:00000001:2.0:1787698694.658014:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298581667
00000100:00000001:2.0:1787698694.658015:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298581027
00000100:00000001:2.0:1787698694.658033:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298581667
00000100:00000001:2.0:1787698694.658035:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698694.658036:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.658038:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698694.658040:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698694/real 1787698694]  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698694.658045:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698694.658047:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698694.658048:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698694.658049:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698694.658050:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698694.658051:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698694.658053:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698694.658058:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658061:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698694.658062:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658063:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.658064:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698694.658066:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658069:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698694.658072:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658075:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698694.658081:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658081:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.658082:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658083:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698694.658084:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698694.658086:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698694.658088:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698694.658089:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698694.658091:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698694.658099:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211392:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698694.658101:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698694.658103:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658106:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698694.658107:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.658108:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698694.658109:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698694.658110:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698694.658112:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211520:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698694.658113:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698694.658114:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698694.658115:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698694.658116:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698694.658118:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698694.658119:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698694.658122:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698694.658123:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698694.658125:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698694.658126:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211520, portal 4
00000100:00000001:2.0:1787698694.658128:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698694.658129:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698694.658132:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658136:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698694.658137:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698694.658138:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698694.658140:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947211520, offset 0
00000400:00000200:2.0:1787698694.658142:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698694.658144:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.658146:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698694.658148:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698694.658150:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698694.658151:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698694.658153:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698694.658154:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12292:12292:256:4294967295] 192.168.201.121@tcp LPNI seq info [12292:12292:8:4294967295]
00000400:00000200:2.0:1787698694.658157:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698694.658160:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698694.658163:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.658164:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698694.658166:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698694.658168:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698694.658170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698694.658172:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698694.658174:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698694.658175:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698694.658177:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698694.658179:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698694.658181:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:2.0:1787698694.658182:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:2.0:1787698694.658183:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698694.658185:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658189:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.658191:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698719 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658195:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.658195:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698694.658197:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698694.658198:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698694.658200:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698694.658201:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298581014
00000100:00000001:2.0:1787698694.658203:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298581667
00000100:00000001:2.0:1787698694.658204:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298581014
00000100:00000001:2.0:1787698694.658205:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298581667
00000100:00000001:2.0:1787698694.658206:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698694.658207:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.658208:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698694.658210:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698694/real 1787698694]  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698694.658214:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698694.658215:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698694.658215:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698694.658217:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698694.658218:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698694.658219:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698694.658221:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698694.658225:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658228:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698694.658229:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658230:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.658231:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698694.658233:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658236:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698694.658238:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658241:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698694.658243:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658244:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698694.658245:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658246:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698694.658247:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698694.658248:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698694.658249:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698694.658251:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698694.658252:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698694.658256:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211520:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698694.658258:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658259:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.658261:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947211264/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658264:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698694.658265:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698694.658266:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698694.658267:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698694.658268:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698694.658269:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698694.658270:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698694.658271:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698694.658272:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698694.658273:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698694.658274:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698694.658275:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698694.658276:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658277:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.658279:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947211392/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658286:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698694.658287:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698694.658288:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698694.658289:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698694.658289:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698694.658290:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698694.658291:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698694.658292:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698694.658293:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698694.658294:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698694.658294:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698694.658296:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698694.658296:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658297:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698694.658299:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947211520/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698719 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698694.658302:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698694.658302:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698694.658303:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698694.658304:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698694.658305:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698694.658306:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698694.658307:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698694.658308:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698694.658310:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698694.658311:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698694.658312:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698694.658314:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698694.658315:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658316:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698694.658319:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698694.658320:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698694.658322:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698694.658323:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698695.104905:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698695.104911:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698695.104913:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698695.104919:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698695.104923:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698695.104926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698695.104927:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698695.104931:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698695.104932:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698695.104934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698695.104937:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698695.104938:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698695.104942:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698695.104943:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698695.104944:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698695.104948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698695.104950:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698695.104952:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698695.105102:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698695.105107:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698695.105113:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698695.105114:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698695.105119:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698695.105121:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698695.360944:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298581667, at 4298581696
00000100:00000010:0.0:1787698695.360958:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70120.
00000100:00000001:2.0:1787698695.680952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698695.680960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698695.680962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698695.680967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698695.680971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698695.680974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698695.680976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698695.680979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698695.680981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698696.128959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698696.128959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698696.128968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698696.128968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698696.128971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698696.128973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698696.128973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698696.128975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698696.128981:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698696.128981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698696.128983:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698696.128985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698696.128987:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698696.128988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698696.128989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698696.129005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698696.129006:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698696.129009:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698696.129011:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698696.129016:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698696.129020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698696.129020:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698696.129023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698696.129026:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698696.704955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698696.704961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698696.704963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698696.704967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698696.704969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698696.704972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698696.704973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698696.704975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698696.704977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698697.152930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698697.152931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698697.152937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698697.152938:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698697.152938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698697.152940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698697.152941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698697.152943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698697.152947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698697.152947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698697.152950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698697.152953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698697.152953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698697.152954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698697.152956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698697.152957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698697.152960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698697.152961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698697.152963:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698697.152965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698697.152966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698697.152967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698697.152970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698697.152983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698697.728954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698697.728961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698697.728963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698697.728991:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698697.728994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698697.728997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698697.728999:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698697.729000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698697.729003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698698.176937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698698.176939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698698.176945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698698.176945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698698.176948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698698.176949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698698.176955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698698.176966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698698.176972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698698.176973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698698.176974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698698.176977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698698.176978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698698.176978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698698.176982:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698698.176985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698698.176986:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698698.176987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698698.176991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698698.176991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698698.176995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698698.176997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698698.176999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698698.177000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698698.752993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698698.753000:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698698.753002:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698698.753007:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698698.753010:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698698.753014:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698698.753016:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698698.753019:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698698.753022:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698699.200931:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698699.200931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698699.200938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698699.200948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698699.200950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698699.200951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698699.200952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698699.200955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698699.200960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698699.200960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698699.200961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698699.200963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698699.200967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698699.200967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698699.200968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698699.200971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698699.200973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698699.200973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698699.200980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698699.200984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698699.200988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698699.200988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698699.200991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698699.200996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.776945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698699.776950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698699.776953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698699.776959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698699.776965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698699.776970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698699.776975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698699.776979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698699.776990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777132:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698699.777137:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698699.777140:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698699.777149:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777171:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698699.777176:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777181:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698699.777185:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698699.777190:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698699.777199:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947211648:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698699.777208:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698699.777213:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698699.777216:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777219:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698699.777226:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698699.777230:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698699.777238:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698699.777242:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698699.777248:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698699.777254:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211648, portal 25
00000100:00000001:2.0:1787698699.777258:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698699.777262:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698699.777273:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777295:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698699.777302:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698699.777306:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d063b8.
00000100:00000200:2.0:1787698699.777310:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947211648, offset 0
00000400:00000200:2.0:1787698699.777316:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777326:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777335:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698699.777345:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698699.777353:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698699.777359:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698699.777366:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777373:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12293:12293:256:4294967295] 192.168.201.121@tcp LPNI seq info [12293:12293:8:4294967295]
00000400:00000200:2.0:1787698699.777383:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777401:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698699.777410:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698699.777417:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698699.777426:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698699.777433:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698699.777448:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698699.777454:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698699.777456:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298586787
00000100:00000010:2.0:1787698699.777462:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ea0.
00000100:00000001:2.0:1787698699.777468:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698699.777477:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298586787
00000100:00000010:2.0:1787698699.777482:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70600.
00000100:00000001:2.0:1787698699.777487:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698699.777492:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698699.777497:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777502:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777505:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698699.777513:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698699.777517:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698699.777520:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698699.777523:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698699.777526:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698699.777532:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777545:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698699.777547:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777550:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698699.777551:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698699.777555:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698699.777559:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211776:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698699.777564:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698699.777568:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698699.777570:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777572:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698699.777576:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698699.777579:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698699.777584:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698699.777588:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264840.
00000400:00000010:2.0:1787698699.777594:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d067f8.
00000100:00000200:2.0:1787698699.777599:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211776, portal 10
00000100:00000001:2.0:1787698699.777602:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698699.777603:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698699.777612:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777619:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698699.777623:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698699.777625:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06908.
00000100:00000200:2.0:1787698699.777627:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947211776, offset 0
00000400:00000200:2.0:1787698699.777631:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777634:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777637:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698699.777639:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698699.777642:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698699.777643:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698699.777645:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777647:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12294:12294:255:4294967295] 192.168.201.121@tcp LPNI seq info [12294:12294:7:4294967295]
00000400:00000200:2.0:1787698699.777649:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777653:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698699.777655:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698699.777658:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716eb00.
00000800:00000200:2.0:1787698699.777660:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698699.777663:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698699.777664:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698699.777667:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698699.777668:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698699.777670:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298586129
00000100:00000001:2.0:1787698699.777671:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298586787
00000100:00000001:2.0:1787698699.777673:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298586129
00000100:00000001:2.0:1787698699.777674:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298586787
00000100:00000001:2.0:1787698699.777675:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698699.777676:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777677:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698699.777679:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777683:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698699.777684:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777685:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698699.777686:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698699.777687:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698699.777688:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211904:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698699.777690:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698699.777691:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698699.777692:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777693:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698699.777695:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698699.777696:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698699.777697:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698699.777698:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698699.777700:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698699.777702:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947211904, portal 4
00000100:00000001:2.0:1787698699.777703:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698699.777704:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698699.777707:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777711:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698699.777712:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698699.777714:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06a18.
00000100:00000200:2.0:1787698699.777716:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947211904, offset 0
00000400:00000200:2.0:1787698699.777718:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777719:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777721:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698699.777722:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698699.777723:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698699.777725:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698699.777726:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777728:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12295:12295:254:4294967295] 192.168.201.121@tcp LPNI seq info [12295:12295:6:4294967295]
00000400:00000200:2.0:1787698699.777730:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777734:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698699.777738:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698699.777740:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698699.777743:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698699.777747:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698699.777749:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698699.777751:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698699.777754:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698699.777756:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298586146
00000100:00000001:2.0:1787698699.777758:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298586787
00000100:00000001:2.0:1787698699.777760:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298586146
00000100:00000001:2.0:1787698699.777761:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298586787
00000100:00000001:2.0:1787698699.777763:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698699.777765:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777767:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777769:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698699.777771:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698699.777773:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698699.777775:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698699.777776:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698699.777777:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698699.777781:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777786:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698699.777787:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777790:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698699.777791:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698699.777793:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698699.777795:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212032:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698699.777798:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698699.777800:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698699.777808:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698699.777810:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698699.777813:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698699.777815:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698699.777818:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698699.777820:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698699.777824:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06bb0.
00000100:00000200:2.0:1787698699.777826:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212032, portal 4
00000100:00000001:2.0:1787698699.777828:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698699.777829:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698699.777835:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698699.777841:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698699.777843:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698699.777845:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06550.
00000100:00000200:2.0:1787698699.777866:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947212032, offset 0
00000400:00000200:2.0:1787698699.777872:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777875:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777879:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698699.777882:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698699.777885:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698699.777887:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698699.777889:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698699.777891:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12296:12296:253:4294967295] 192.168.201.121@tcp LPNI seq info [12296:12296:5:4294967295]
00000400:00000200:2.0:1787698699.777894:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698699.777900:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698699.777904:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698699.777907:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e800.
00000800:00000200:2.0:1787698699.777911:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698699.777914:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698699.777921:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698699.777924:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698699.777926:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698699.777928:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298586134
00000100:00000001:2.0:1787698699.777943:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298586787
00000100:00000001:2.0:1787698699.777944:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298586134
00000100:00000001:2.0:1787698699.777946:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298586787
00000100:00000001:2.0:1787698699.777948:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698699.777950:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777952:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777955:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698699.777958:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698699.777959:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698699.777961:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698699.777962:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698699.777963:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698699.777965:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698700.224952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698700.224961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698700.224963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698700.224964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698700.224967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698700.224969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698700.224971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698700.224973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698700.224974:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698700.224978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698700.224979:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698700.224981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698700.224982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698700.224983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698700.224987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698700.225048:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698700.225050:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698700.225051:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698700.225052:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698700.225053:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698700.225055:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698700.225056:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698700.225057:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698700.225058:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698700.480959:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298586787, at 4298586816
00000100:00000010:0.0:1787698700.480973:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ea0.
00000100:00000001:2.0:1787698700.800961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698700.800968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698700.800970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698700.800976:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698700.800979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698700.800983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698700.800985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698700.800988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698700.800991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698701.248953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698701.248956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698701.248959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698701.248959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698701.248962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698701.248965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698701.248966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698701.248967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698701.248968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698701.248970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698701.248974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698701.248974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698701.248975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698701.248978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698701.248979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698701.248979:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698701.248982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698701.248985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698701.248986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698701.248991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698701.248994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698701.248997:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698701.248998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698701.249001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698701.824961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698701.824967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698701.824969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698701.824974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698701.824978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698701.824982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698701.824984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698701.824987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698701.824991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.272965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698702.272965:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698702.272969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698702.272974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698702.272974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698702.272975:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698702.272978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698702.272979:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698702.272979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698702.272986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698702.272987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698702.272987:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.272994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698702.272995:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698702.272995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698702.272999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698702.272999:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698702.273000:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698702.273004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698702.273006:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.273008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698702.273010:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.273014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698702.273014:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698702.273016:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698702.273018:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698702.273020:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698702.273023:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698702.273024:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698702.273028:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698702.273030:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698702.273033:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698702.273034:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698702.273037:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698702.273041:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698702.273043:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698702.848939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698702.848946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698702.848948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698702.848953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698702.848956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698702.848959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.848962:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698702.848964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.848967:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698702.849125:0:2344:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698702.849163:0:2344:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698702.849173:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698702.849176:0:2344:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698702.849181:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698702.849184:0:2344:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698702.849189:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698702.849193:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:0.0:1787698702.849197:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698702.849202:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698702.849208:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d063b8
00000400:00000010:0.0:1787698702.849217:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d063b8.
00000100:00000001:0.0:1787698702.849222:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698702.849230:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849257:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698702.849265:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849273:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.849275:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698702.849283:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698702.849285:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716eb00.
00000400:00000200:0.0:1787698702.849288:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698702.849291:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698702.849294:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06908
00000400:00000010:0.0:1787698702.849296:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06908.
00000100:00000001:0.0:1787698702.849298:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698702.849302:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849311:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698702.849314:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849320:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.849322:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698702.849326:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698702.849328:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:0.0:1787698702.849331:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698702.849334:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698702.849336:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06a18
00000400:00000010:0.0:1787698702.849338:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06a18.
00000100:00000001:0.0:1787698702.849340:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698702.849345:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849352:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698702.849355:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849362:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.849363:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698702.849368:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698702.849370:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000400:00000200:0.0:1787698702.849372:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698702.849375:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698702.849377:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06550
00000400:00000010:0.0:1787698702.849380:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06550.
00000100:00000001:0.0:1787698702.849382:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698702.849386:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849399:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698702.849402:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698724 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698702.849408:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698702.849410:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698702.849724:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698702.849729:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698702.849731:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698702.849739:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698699/real 1787698702]  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698702.849750:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698702.849752:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698702.849756:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698702.849759:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06bb0
00000400:00000010:2.0:1787698702.849761:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06bb0.
00000100:00000001:2.0:1787698702.849763:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698702.849767:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698702.849776:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.849782:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698702.849784:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.849787:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.849789:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698702.849793:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.849805:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698702.849810:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.849818:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698702.849821:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.849823:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.849824:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.849826:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698702.849829:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698702.849832:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698702.849837:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698702.849840:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698702.849844:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698702.849888:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212032:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698702.849893:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698702.849898:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698699/real 1787698702]  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698702.849906:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698702.849907:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698702.849909:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264840.
00000400:00000200:2.0:1787698702.849912:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d067f8
00000400:00000010:2.0:1787698702.849913:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d067f8.
00000100:00000001:2.0:1787698702.849915:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698702.849918:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698702.849930:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.849936:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698702.849938:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.849940:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.849941:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698702.849944:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.849950:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698702.849954:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.849961:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698702.849963:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.849965:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.849966:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.849968:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698702.849970:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698702.849973:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698702.849976:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698702.849978:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698702.849982:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698702.849989:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211776:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698702.849993:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698702.849996:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698699/real 1787698702]  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698702.850008:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698702.850009:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698702.850011:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698702.850013:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698702.850014:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698702.850016:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698702.850019:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698702.850026:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850032:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698702.850033:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850034:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.850035:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698702.850039:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850044:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698702.850047:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850053:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698702.850055:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850056:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.850057:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850059:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698702.850061:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698702.850063:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698702.850066:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698702.850068:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698702.850072:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698702.850078:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947211904:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698702.850081:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698702.850085:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698699/real 1787698702]  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698702.850092:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698702.850093:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698702.850095:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698702.850097:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698702.850099:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698702.850101:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698702.850104:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698702.850111:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850117:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698702.850118:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850119:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.850120:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698702.850124:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850129:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698702.850132:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850138:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698702.850140:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850141:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698702.850143:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850144:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698702.850146:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698702.850147:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698702.850150:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698702.850152:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698702.850155:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698702.850161:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947211648:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698702.850164:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850166:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698702.850169:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947212032/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850174:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698702.850177:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698702.850181:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698702.850185:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698702.850189:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698702.850191:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698702.850193:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698702.850196:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698702.850200:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698702.850202:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698702.850204:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698702.850207:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698702.850208:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850219:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698702.850222:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947211776/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850231:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698702.850232:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698702.850234:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698702.850237:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698702.850238:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698702.850239:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698702.850241:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698702.850242:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698702.850244:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698702.850245:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698702.850247:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698702.850249:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698702.850250:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850251:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698702.850254:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947211904/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850261:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698702.850262:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698702.850263:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698702.850266:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698702.850267:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698702.850268:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698702.850270:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698702.850271:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698702.850273:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698702.850274:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698702.850275:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698702.850277:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698702.850278:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850279:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698702.850282:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947211648/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698724 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698702.850287:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698702.850288:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698702.850290:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698702.850292:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698702.850293:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698702.850294:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698702.850296:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698702.850297:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698702.850300:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698702.850301:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698702.850302:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698702.850304:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698702.850305:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850307:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698702.850315:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698702.850316:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698702.850319:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698702.850320:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698703.296939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698703.296947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698703.296947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698703.296949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698703.296952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698703.296952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698703.296954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698703.296958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698703.296960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698703.296962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698703.296963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698703.296966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698703.296966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698703.296968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698703.296972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698703.296973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698703.296974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698703.296977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698703.296978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698703.296982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698703.296987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698703.296987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698703.296990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698703.296994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698703.872964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698703.872973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698703.872975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698703.872980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698703.872983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698703.872986:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698703.872989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698703.872992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698703.872995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698704.320947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698704.320947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698704.320951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698704.320954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698704.320955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698704.320955:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698704.320957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698704.320959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698704.320961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698704.320963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698704.320964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698704.320965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698704.320966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698704.320967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698704.320969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698704.320970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698704.320971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698704.320973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698704.320974:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698704.320976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698704.320976:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698704.320980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698704.320980:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698704.320980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698704.320983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698704.320985:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698704.320986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698704.320989:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698704.320997:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698704.321000:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698704.896957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698704.896962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698704.896964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698704.896969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698704.896974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698704.896979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698704.896983:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698704.896986:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698704.896990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.897510:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698704.897514:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698704.897516:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698704.897523:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897531:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698704.897533:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.897536:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698704.897538:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698704.897541:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698704.897545:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947212160:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698704.897548:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698704.897553:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698704.897555:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.897558:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698704.897563:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698704.897565:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698704.897570:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698704.897574:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698704.897580:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698704.897587:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212160, portal 25
00000100:00000001:2.0:1787698704.897588:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698704.897590:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698704.897594:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897600:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698704.897602:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698704.897605:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698704.897607:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947212160, offset 0
00000400:00000200:2.0:1787698704.897613:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698704.897620:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.897625:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698704.897630:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698704.897634:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698704.897637:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698704.897640:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698704.897643:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12297:12297:256:4294967295] 192.168.201.121@tcp LPNI seq info [12297:12297:8:4294967295]
00000400:00000200:2.0:1787698704.897646:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.897655:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698704.897661:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.897665:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698704.897672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698704.897676:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698704.897681:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698704.897684:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698704.897687:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.897689:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698704.897695:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698704.897699:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698704.897704:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698704.897707:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698704.897710:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698704.897715:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897725:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.897730:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897736:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.897737:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698704.897743:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698704.897747:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698704.897749:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298591907
00000100:00000010:2.0:1787698704.897754:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70120.
00000100:00000001:2.0:1787698704.897761:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698704.897767:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298591907
00000100:00000010:2.0:1787698704.897770:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d708a0.
00000100:00000001:2.0:1787698704.897773:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698704.897775:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698704.897778:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.897780:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698704.897784:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698704/real 1787698704]  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698704.897791:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698704.897793:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698704.897795:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698704.897798:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698704.897799:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698704.897801:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698704.897804:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698704.897811:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897816:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698704.897817:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.897820:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.897822:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698704.897826:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897831:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698704.897835:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897872:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698704.897875:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.897876:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.897878:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.897881:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698704.897883:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698704.897885:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698704.897890:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698704.897892:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698704.897896:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698704.897903:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947212160:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698704.897907:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698704.897910:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897915:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698704.897917:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.897918:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698704.897920:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698704.897921:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698704.897923:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212288:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698704.897926:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698704.897928:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698704.897929:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.897930:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698704.897933:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698704.897935:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698704.897937:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698704.897939:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698704.897943:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698704.897946:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212288, portal 10
00000100:00000001:2.0:1787698704.897948:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698704.897949:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698704.897954:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.897960:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698704.897961:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698704.897963:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698704.897965:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947212288, offset 0
00000400:00000200:2.0:1787698704.897969:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698704.897972:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.897976:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698704.897979:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698704.897981:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698704.897983:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698704.897985:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698704.897987:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12298:12298:256:4294967295] 192.168.201.121@tcp LPNI seq info [12298:12298:8:4294967295]
00000400:00000200:2.0:1787698704.897996:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.898001:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698704.898005:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.898008:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698704.898011:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698704.898013:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698704.898017:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698704.898020:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698704.898024:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.898026:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698704.898028:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698704.898031:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698704.898034:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698704.898035:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698704.898037:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698704.898040:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898047:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898049:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898060:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898061:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698704.898064:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698704.898068:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698704.898071:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698704.898072:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298591250
00000100:00000001:2.0:1787698704.898075:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298591907
00000100:00000001:2.0:1787698704.898077:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298591250
00000100:00000001:2.0:1787698704.898079:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298591907
00000100:00000001:2.0:1787698704.898081:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698704.898083:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898084:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698704.898088:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698704/real 1787698704]  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698704.898095:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698704.898097:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698704.898098:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698704.898100:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698704.898102:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698704.898104:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698704.898107:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698704.898115:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898120:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698704.898122:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898123:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.898125:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698704.898128:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898134:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698704.898138:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898144:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698704.898146:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898148:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.898149:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898151:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698704.898153:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698704.898156:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698704.898159:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698704.898161:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698704.898165:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698704.898173:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212288:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698704.898177:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698704.898180:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898186:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698704.898188:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.898189:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698704.898191:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698704.898193:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698704.898196:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212416:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698704.898199:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698704.898200:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698704.898202:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.898204:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698704.898207:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698704.898209:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698704.898212:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698704.898215:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698704.898219:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698704.898221:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212416, portal 4
00000100:00000001:2.0:1787698704.898223:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698704.898224:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698704.898230:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898236:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698704.898239:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698704.898241:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698704.898243:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947212416, offset 0
00000400:00000200:2.0:1787698704.898247:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698704.898250:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.898253:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698704.898256:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698704.898258:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698704.898260:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698704.898262:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698704.898265:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12299:12299:256:4294967295] 192.168.201.121@tcp LPNI seq info [12299:12299:8:4294967295]
00000400:00000200:2.0:1787698704.898268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.898273:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698704.898278:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.898281:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698704.898284:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698704.898287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698704.898291:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698704.898293:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698704.898297:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.898299:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698704.898302:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698704.898304:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698704.898306:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698704.898308:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698704.898309:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698704.898311:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898317:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898319:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898323:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898325:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698704.898327:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698704.898330:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698704.898333:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698704.898335:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298591267
00000100:00000001:2.0:1787698704.898337:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298591907
00000100:00000001:2.0:1787698704.898339:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298591267
00000100:00000001:2.0:1787698704.898342:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298591907
00000100:00000001:2.0:1787698704.898344:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698704.898346:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898348:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698704.898351:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698704/real 1787698704]  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698704.898358:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698704.898360:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698704.898362:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698704.898364:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698704.898365:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698704.898368:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698704.898371:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698704.898379:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898385:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698704.898386:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898388:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.898389:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698704.898392:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898398:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698704.898402:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898408:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698704.898410:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898411:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.898412:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898414:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698704.898415:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698704.898418:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698704.898421:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698704.898423:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698704.898426:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698704.898432:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212416:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698704.898436:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698704.898440:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898446:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698704.898447:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.898449:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698704.898451:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698704.898453:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698704.898455:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212544:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698704.898458:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698704.898459:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698704.898461:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698704.898463:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698704.898466:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698704.898467:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698704.898470:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698704.898472:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698704.898475:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698704.898478:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212544, portal 4
00000100:00000001:2.0:1787698704.898480:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698704.898481:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698704.898487:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898492:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698704.898494:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698704.898496:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698704.898498:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947212544, offset 0
00000400:00000200:2.0:1787698704.898502:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698704.898506:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.898509:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698704.898511:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698704.898514:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698704.898516:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698704.898518:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698704.898521:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12300:12300:256:4294967295] 192.168.201.121@tcp LPNI seq info [12300:12300:8:4294967295]
00000400:00000200:2.0:1787698704.898525:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698704.898531:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698704.898535:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.898538:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698704.898542:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698704.898545:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698704.898548:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698704.898551:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698704.898554:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698704.898556:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698704.898559:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698704.898562:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698704.898564:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698704.898566:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698704.898568:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698704.898571:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898579:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898582:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698729 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898588:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898589:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698704.898592:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698704.898594:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698704.898597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698704.898599:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298591254
00000100:00000001:2.0:1787698704.898601:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298591907
00000100:00000001:2.0:1787698704.898603:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298591254
00000100:00000001:2.0:1787698704.898605:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298591907
00000100:00000001:2.0:1787698704.898607:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698704.898609:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898611:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698704.898614:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698704/real 1787698704]  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698704.898621:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698704.898623:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698704.898624:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698704.898626:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698704.898628:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698704.898630:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698704.898632:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698704.898640:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898646:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698704.898648:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898650:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.898651:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698704.898654:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898661:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698704.898664:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898670:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698704.898672:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898674:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698704.898675:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898677:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698704.898678:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698704.898687:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698704.898690:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698704.898692:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698704.898695:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698704.898702:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212544:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698704.898706:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898708:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898711:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947212160/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898718:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698704.898720:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698704.898723:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698704.898726:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698704.898729:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698704.898730:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698704.898732:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698704.898735:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698704.898739:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698704.898741:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698704.898743:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698704.898746:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698704.898747:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898749:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898752:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947212288/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898758:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698704.898760:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698704.898761:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698704.898764:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698704.898766:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698704.898766:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698704.898768:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698704.898770:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698704.898772:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698704.898773:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698704.898774:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698704.898776:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698704.898777:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898778:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898781:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947212416/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898786:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698704.898787:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698704.898788:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698704.898790:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698704.898791:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698704.898792:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698704.898794:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698704.898795:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698704.898797:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698704.898797:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698704.898798:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698704.898800:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698704.898801:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898802:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698704.898805:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947212544/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698729 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698704.898809:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698704.898810:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698704.898811:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698704.898813:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698704.898814:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698704.898815:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698704.898816:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698704.898818:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698704.898819:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698704.898820:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698704.898821:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698704.898823:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698704.898824:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898826:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698704.898833:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698704.898835:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698704.898837:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698704.898839:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698705.344908:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698705.344915:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698705.344917:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698705.344922:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698705.344926:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698705.344930:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698705.344934:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698705.344936:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698705.344939:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698705.344979:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698705.344985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698705.344988:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698705.344989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698705.344991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698705.344992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698705.345008:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698705.345012:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698705.345018:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698705.345021:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698705.345024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698705.345026:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698705.345029:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698705.345031:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698705.345033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698705.600945:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298591907, at 4298591936
00000100:00000010:0.0:1787698705.600966:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70120.
00000100:00000001:3.0:1787698705.920939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698705.920944:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698705.920945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698705.920949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698705.920951:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698705.920954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698705.920956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698705.920958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698705.920960:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698706.368928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698706.368928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698706.368934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698706.368935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698706.368936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698706.368939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698706.368940:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698706.368942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698706.368945:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698706.368945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698706.368946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698706.368951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698706.368952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698706.368953:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698706.368954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698706.368956:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698706.368957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698706.368958:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698706.368961:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698706.368961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698706.368963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698706.368963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698706.368968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698706.368973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698706.368993:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698706.368996:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698706.369000:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698706.944941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698706.944946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698706.944948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698706.944951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698706.944953:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698706.944957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698706.944959:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698706.944961:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698706.944963:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698707.392940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698707.392941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698707.392944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698707.392947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698707.392948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698707.392948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698707.392952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698707.392953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698707.392954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698707.392957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698707.392960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698707.392960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698707.392961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698707.392964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698707.392967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698707.392967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698707.392972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698707.392973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698707.392977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698707.392980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698707.392982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698707.392985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698707.392988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698707.392991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698707.968891:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698707.968899:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698707.968900:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698707.968904:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698707.968907:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698707.968909:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698707.968911:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698707.968912:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698707.968914:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698708.416927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698708.416927:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698708.416932:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698708.416934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698708.416935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698708.416936:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698708.416937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698708.416938:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698708.416943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698708.416944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698708.416944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698708.416946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698708.416949:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698708.416950:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698708.416951:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698708.416953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698708.416955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698708.416955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698708.416959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698708.416962:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698708.416964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698708.416966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698708.416970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698708.416973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698708.416976:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698708.416979:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698708.416981:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698708.992937:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698708.992944:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698708.992946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698708.992951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698708.992954:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698708.992957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698708.992960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698708.992962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698708.992965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698709.440951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698709.440951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698709.440954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698709.440957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698709.440959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698709.440959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698709.440960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698709.440963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698709.440966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698709.440968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698709.440968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698709.440970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698709.440972:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698709.440974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698709.440975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698709.440978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698709.440979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698709.440979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698709.440983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698709.440983:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698709.440988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698709.440990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698709.440993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698709.440996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698710.016937:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698710.016942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698710.016944:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698710.016949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698710.016952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698710.016956:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698710.016958:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698710.016961:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698710.016965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.017113:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698710.017117:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698710.017120:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698710.017129:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017148:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698710.017153:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.017160:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698710.017165:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698710.017172:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698710.017180:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947212672:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698710.017187:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698710.017191:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698710.017194:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.017197:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698710.017203:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698710.017208:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698710.017218:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698710.017224:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698710.017234:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698710.017243:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212672, portal 25
00000100:00000001:2.0:1787698710.017249:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698710.017252:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698710.017260:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017274:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698710.017281:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698710.017286:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698710.017292:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947212672, offset 0
00000400:00000200:2.0:1787698710.017302:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698710.017323:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.017330:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698710.017337:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698710.017344:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698710.017351:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698710.017355:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698710.017362:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12301:12301:256:4294967295] 192.168.201.121@tcp LPNI seq info [12301:12301:8:4294967295]
00000400:00000200:2.0:1787698710.017368:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.017382:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698710.017392:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.017399:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698710.017408:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698710.017414:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787698710.017423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698710.017431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1787698710.017440:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.017445:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698710.017453:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698710.017465:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698710.017473:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698710.017478:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698710.017484:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698710.017490:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017506:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.017513:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017529:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.017532:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698710.017539:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698710.017545:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698710.017548:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298597027
00000100:00000010:2.0:1787698710.017555:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70c00.
00000100:00000001:2.0:1787698710.017563:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698710.017568:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298597027
00000100:00000010:2.0:1787698710.017573:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70000.
00000100:00000001:2.0:1787698710.017578:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698710.017583:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698710.017587:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.017592:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698710.017599:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698710/real 1787698710]  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698710.017615:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698710.017619:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698710.017622:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698710.017629:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698710.017633:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698710.017637:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698710.017643:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698710.017650:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017655:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698710.017656:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017657:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.017659:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698710.017661:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017666:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698710.017669:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017673:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698710.017675:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017677:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.017678:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017680:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698710.017682:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698710.017684:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698710.017688:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698710.017690:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698710.017694:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698710.017703:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947212672:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698710.017707:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017709:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.017712:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947212672/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017718:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698710.017721:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698710.017722:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698710.017724:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698710.017726:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698710.017727:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698710.017728:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698710.017730:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698710.017732:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698710.017734:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698710.017735:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698710.017737:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698710.017738:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017739:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017744:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698710.017745:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.017746:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698710.017747:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698710.017748:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698710.017751:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017791:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698710.017793:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.017795:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698710.017797:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698710.017799:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698710.017802:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212800:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698710.017805:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698710.017807:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698710.017809:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.017810:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698710.017813:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698710.017815:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698710.017818:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698710.017821:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698710.017824:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698710.017827:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212800, portal 10
00000100:00000001:2.0:1787698710.017829:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698710.017830:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698710.017836:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017843:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698710.017845:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698710.017868:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698710.017871:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947212800, offset 0
00000400:00000200:2.0:1787698710.017874:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698710.017877:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.017880:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698710.017882:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698710.017883:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698710.017885:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698710.017886:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698710.017889:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12302:12302:256:4294967295] 192.168.201.121@tcp LPNI seq info [12302:12302:8:4294967295]
00000400:00000200:2.0:1787698710.017891:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.017895:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698710.017898:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.017900:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698710.017902:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698710.017904:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787698710.017907:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698710.017908:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1787698710.017910:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.017912:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698710.017914:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698710.017916:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698710.017918:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698710.017919:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698710.017920:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698710.017922:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017927:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.017929:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017933:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.017934:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698710.017935:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698710.017938:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698710.017940:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698710.017941:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298596370
00000100:00000001:2.0:1787698710.017943:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298597027
00000100:00000001:2.0:1787698710.017944:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298596370
00000100:00000001:2.0:1787698710.017945:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298597027
00000100:00000001:2.0:1787698710.017946:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698710.017948:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.017949:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698710.017952:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698710/real 1787698710]  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698710.017959:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698710.017961:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698710.017962:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698710.017964:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698710.017966:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698710.017968:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698710.017971:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698710.017978:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017986:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698710.017987:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.017989:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.017990:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698710.017993:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.017999:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698710.018002:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018006:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698710.018007:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018008:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.018009:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018010:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698710.018012:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698710.018013:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698710.018015:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698710.018017:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698710.018019:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698710.018023:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212800:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698710.018025:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698710.018027:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018030:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698710.018031:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.018032:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698710.018033:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698710.018034:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698710.018036:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212928:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698710.018038:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698710.018039:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698710.018040:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.018041:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698710.018043:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698710.018045:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698710.018047:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698710.018048:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698710.018050:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698710.018052:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947212928, portal 4
00000100:00000001:2.0:1787698710.018053:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698710.018054:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698710.018058:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018061:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698710.018063:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698710.018064:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698710.018070:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947212928, offset 0
00000400:00000200:2.0:1787698710.018073:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698710.018075:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.018078:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698710.018079:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698710.018081:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698710.018082:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698710.018084:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698710.018086:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12303:12303:256:4294967295] 192.168.201.121@tcp LPNI seq info [12303:12303:8:4294967295]
00000400:00000200:2.0:1787698710.018088:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.018091:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698710.018094:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.018096:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698710.018098:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698710.018099:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787698710.018102:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698710.018103:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1787698710.018105:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.018107:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698710.018108:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698710.018111:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698710.018112:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698710.018113:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698710.018115:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698710.018116:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018121:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.018123:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018127:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.018128:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698710.018131:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698710.018134:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698710.018136:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698710.018138:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298596387
00000100:00000001:2.0:1787698710.018140:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298597027
00000100:00000001:2.0:1787698710.018142:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298596387
00000100:00000001:2.0:1787698710.018144:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298597027
00000100:00000001:2.0:1787698710.018145:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698710.018147:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.018149:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698710.018153:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698710/real 1787698710]  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698710.018161:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698710.018162:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698710.018164:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698710.018166:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698710.018168:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698710.018169:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698710.018172:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698710.018178:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018182:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698710.018183:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018184:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.018185:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698710.018187:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018190:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698710.018192:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018197:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698710.018198:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018199:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.018200:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018201:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698710.018202:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698710.018203:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698710.018205:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698710.018206:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698710.018209:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698710.018215:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947212928:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698710.018218:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698710.018221:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018227:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698710.018228:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.018230:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698710.018232:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698710.018234:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698710.018236:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213056:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698710.018240:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698710.018241:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698710.018243:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698710.018244:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698710.018248:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698710.018249:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698710.018252:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698710.018254:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698710.018256:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698710.018258:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213056, portal 4
00000100:00000001:2.0:1787698710.018259:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698710.018259:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698710.018263:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018267:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698710.018268:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698710.018270:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698710.018271:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947213056, offset 0
00000400:00000200:2.0:1787698710.018273:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698710.018275:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.018277:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698710.018279:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698710.018280:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698710.018282:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698710.018283:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698710.018285:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12304:12304:256:4294967295] 192.168.201.121@tcp LPNI seq info [12304:12304:8:4294967295]
00000400:00000200:2.0:1787698710.018287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698710.018291:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698710.018294:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.018295:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698710.018298:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698710.018299:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787698710.018302:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698710.018304:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1787698710.018306:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698710.018307:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698710.018309:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698710.018310:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698710.018312:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698710.018313:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698710.018315:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698710.018317:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018321:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.018323:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018326:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.018327:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698710.018329:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698710.018331:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698710.018332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698710.018334:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298596374
00000100:00000001:2.0:1787698710.018335:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298597027
00000100:00000001:2.0:1787698710.018336:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298596374
00000100:00000001:2.0:1787698710.018338:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298597027
00000100:00000001:2.0:1787698710.018339:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698710.018340:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.018341:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698710.018343:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698710/real 1787698710]  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698710.018347:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698710.018348:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698710.018348:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698710.018350:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698710.018351:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698710.018352:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698710.018353:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698710.018358:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018365:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698710.018366:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018367:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.018368:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698710.018370:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018373:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698710.018375:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018379:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698710.018380:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018381:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698710.018381:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018382:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698710.018383:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698710.018385:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698710.018387:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698710.018388:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698710.018390:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698710.018394:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213056:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698710.018396:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018397:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.018399:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947212800/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018402:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698710.018403:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698710.018405:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698710.018406:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698710.018407:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698710.018408:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698710.018409:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698710.018410:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698710.018412:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698710.018412:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698710.018413:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698710.018415:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698710.018416:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018417:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.018420:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947212928/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018426:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698710.018428:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698710.018429:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698710.018431:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698710.018432:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698710.018433:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698710.018435:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698710.018436:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698710.018438:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698710.018439:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698710.018441:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698710.018443:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698710.018444:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018445:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698710.018449:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947213056/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698710.018455:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698710.018456:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698710.018458:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698710.018460:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698710.018461:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698710.018461:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698710.018463:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698710.018464:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698710.018465:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698710.018466:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698710.018467:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698710.018468:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698710.018468:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018470:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698710.018472:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698710.018473:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698710.018474:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698710.018475:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698710.464915:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698710.464916:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698710.464922:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698710.464923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698710.464924:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698710.464927:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698710.464930:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698710.464932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698710.464934:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698710.464936:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698710.464937:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698710.464938:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698710.464941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698710.464942:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698710.464942:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698710.464945:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698710.464947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698710.464950:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698710.464950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698710.464950:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698710.464954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698710.464958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698710.464959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698710.464961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698710.720948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298597027, at 4298597056
00000100:00000010:0.0:1787698710.720965:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c00.
00000100:00000001:3.0:1787698711.040954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698711.040960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698711.040962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698711.040966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698711.040968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698711.040972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698711.040973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698711.040975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698711.040977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698711.488941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698711.488945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698711.488947:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698711.488951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698711.488952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698711.488954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698711.488955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698711.488958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698711.488960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698711.488961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698711.488963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698711.488964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698711.488966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698711.488968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698711.488969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698711.488971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698711.488973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698711.488973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698711.488976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698711.488980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698711.488984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698711.488986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698711.488989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698711.488992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698712.064956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698712.064963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698712.064965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698712.064971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698712.064974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698712.064978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698712.064980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698712.064983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698712.064986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698712.512904:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698712.512904:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698712.512911:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698712.512911:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698712.512915:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698712.512915:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698712.512922:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698712.512922:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698712.512928:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698712.512928:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698712.512932:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698712.512933:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698712.512935:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698712.512937:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698712.512939:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698712.512941:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698712.512944:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698712.512946:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.512995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698712.512999:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698712.513000:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698712.513003:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513005:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698712.513007:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513008:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513009:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513012:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698712.513013:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698712.513014:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698712.513014:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513015:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698712.513016:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513018:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513019:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698712.513021:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698712.513021:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698713.088943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698713.088948:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698713.088949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698713.088953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698713.088955:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698713.088958:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698713.088960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698713.088961:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698713.088963:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698713.536949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698713.536949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698713.536958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698713.536958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698713.536961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698713.536961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698713.536968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698713.536968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698713.536973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698713.536977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698713.536980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698713.536982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698713.536983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698713.536987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698713.536989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698713.536993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698713.536995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698713.536998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698713.537056:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698713.537059:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698713.537063:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698713.537064:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698713.537067:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698713.537069:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698714.112946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698714.112953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698714.112955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698714.112961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698714.112965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698714.112968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698714.112971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698714.112973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698714.112976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698714.560947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698714.560947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698714.560952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698714.560956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698714.560956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698714.560957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698714.560961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698714.560961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698714.560964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698714.560968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698714.560969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698714.560970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698714.560975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698714.560976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698714.560977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698714.560982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698714.560982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698714.560983:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698714.560987:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698714.560989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698714.560992:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698714.560993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698714.560997:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698714.560999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698714.560999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698714.561001:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698714.561004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698714.561005:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698714.561009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698714.561010:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698715.136964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698715.136968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698715.136970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698715.136975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698715.136979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698715.136981:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698715.136983:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698715.136986:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698715.136988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137183:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698715.137187:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698715.137188:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698715.137194:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137202:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698715.137203:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.137207:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698715.137209:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698715.137211:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698715.137214:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947213184:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698715.137218:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698715.137221:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698715.137224:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.137227:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698715.137231:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698715.137233:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698715.137246:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698715.137250:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698715.137259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698715.137265:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213184, portal 25
00000100:00000001:2.0:1787698715.137267:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698715.137268:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698715.137273:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137280:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698715.137283:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698715.137286:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698715.137288:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947213184, offset 0
00000400:00000200:2.0:1787698715.137294:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698715.137301:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.137306:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698715.137310:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698715.137315:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698715.137319:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698715.137321:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698715.137324:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12305:12305:256:4294967295] 192.168.201.121@tcp LPNI seq info [12305:12305:8:4294967295]
00000400:00000200:2.0:1787698715.137329:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.137338:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698715.137343:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.137347:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698715.137353:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698715.137357:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698715.137362:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698715.137365:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698715.137370:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.137373:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698715.137378:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698715.137383:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698715.137387:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698715.137390:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698715.137393:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698715.137397:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137405:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.137409:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137416:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137418:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698715.137422:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698715.137426:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698715.137429:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298602147
00000100:00000010:2.0:1787698715.137433:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d704e0.
00000100:00000001:2.0:1787698715.137439:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698715.137444:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298602147
00000100:00000010:2.0:1787698715.137446:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70360.
00000100:00000001:2.0:1787698715.137449:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698715.137452:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698715.137454:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137457:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698715.137460:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698715/real 1787698715]  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698715.137468:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698715.137470:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698715.137472:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698715.137474:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698715.137475:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698715.137477:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698715.137480:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698715.137488:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137495:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698715.137496:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137498:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.137500:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698715.137504:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137510:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698715.137513:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137517:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698715.137519:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137520:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.137521:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137522:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698715.137523:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698715.137525:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698715.137527:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698715.137529:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698715.137531:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698715.137536:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947213184:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698715.137538:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137540:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.137542:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947213184/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137549:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698715.137551:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698715.137552:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698715.137554:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698715.137556:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698715.137556:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698715.137558:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698715.137560:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:2.0:1787698715.137562:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698715.137563:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698715.137564:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698715.137566:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698715.137567:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137568:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137573:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698715.137574:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137575:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698715.137576:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698715.137577:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698715.137579:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137583:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698715.137584:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.137585:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698715.137587:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698715.137588:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698715.137589:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213312:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698715.137591:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698715.137592:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698715.137593:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.137594:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698715.137596:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698715.137597:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698715.137600:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698715.137601:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698715.137603:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698715.137605:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213312, portal 10
00000100:00000001:2.0:1787698715.137607:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698715.137607:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698715.137612:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137627:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698715.137628:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698715.137630:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698715.137632:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947213312, offset 0
00000400:00000200:2.0:1787698715.137634:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698715.137636:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.137639:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698715.137641:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698715.137642:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698715.137644:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698715.137645:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698715.137647:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12306:12306:256:4294967295] 192.168.201.121@tcp LPNI seq info [12306:12306:8:4294967295]
00000400:00000200:2.0:1787698715.137656:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.137660:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698715.137663:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.137665:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698715.137687:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698715.137691:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698715.137694:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698715.137695:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698715.137697:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.137699:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698715.137701:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698715.137703:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698715.137705:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698715.137706:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698715.137708:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698715.137710:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137715:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.137716:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137720:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137721:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698715.137724:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698715.137733:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698715.137736:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698715.137738:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298601489
00000100:00000001:2.0:1787698715.137740:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298602147
00000100:00000001:2.0:1787698715.137743:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298601489
00000100:00000001:2.0:1787698715.137744:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298602147
00000100:00000001:2.0:1787698715.137746:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698715.137748:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137750:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698715.137753:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698715/real 1787698715]  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698715.137761:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698715.137763:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698715.137764:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698715.137767:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698715.137768:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698715.137770:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698715.137773:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698715.137778:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137786:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698715.137787:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137788:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.137789:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698715.137791:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137795:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698715.137797:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137800:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698715.137802:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137803:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.137803:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137804:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698715.137806:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698715.137807:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698715.137809:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698715.137810:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698715.137812:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698715.137816:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213312:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698715.137818:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698715.137820:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137824:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698715.137824:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.137826:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698715.137827:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698715.137828:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698715.137830:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213440:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698715.137832:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698715.137833:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698715.137834:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.137835:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698715.137837:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698715.137838:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698715.137841:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698715.137842:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698715.137844:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698715.137846:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213440, portal 4
00000100:00000001:2.0:1787698715.137867:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698715.137868:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698715.137872:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137876:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698715.137877:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698715.137879:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698715.137880:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947213440, offset 0
00000400:00000200:2.0:1787698715.137883:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698715.137885:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.137888:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698715.137889:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698715.137891:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698715.137892:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698715.137894:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698715.137896:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12307:12307:256:4294967295] 192.168.201.121@tcp LPNI seq info [12307:12307:8:4294967295]
00000400:00000200:2.0:1787698715.137898:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.137902:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698715.137905:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.137907:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698715.137909:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698715.137911:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698715.137913:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698715.137915:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698715.137917:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.137918:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698715.137920:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698715.137922:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698715.137924:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698715.137925:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698715.137927:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698715.137928:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137933:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.137934:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137938:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137939:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698715.137941:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698715.137943:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698715.137944:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698715.137946:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298601507
00000100:00000001:2.0:1787698715.137947:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298602147
00000100:00000001:2.0:1787698715.137949:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298601507
00000100:00000001:2.0:1787698715.137950:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298602147
00000100:00000001:2.0:1787698715.137951:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698715.137952:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.137953:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698715.137955:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698715/real 1787698715]  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698715.137959:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698715.137960:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698715.137961:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698715.137962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698715.137963:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698715.137964:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698715.137966:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698715.137970:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137974:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698715.137974:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137975:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.137976:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698715.137978:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137981:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698715.137983:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.137991:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698715.137993:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137994:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.137994:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.137995:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698715.137996:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698715.137998:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698715.138000:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698715.138001:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698715.138004:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698715.138008:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213440:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698715.138010:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698715.138012:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138015:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698715.138016:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.138017:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698715.138018:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698715.138019:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698715.138020:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213568:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698715.138022:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698715.138023:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698715.138024:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698715.138025:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698715.138027:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698715.138028:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698715.138030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698715.138031:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698715.138033:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698715.138034:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213568, portal 4
00000100:00000001:2.0:1787698715.138035:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698715.138036:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698715.138039:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138043:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698715.138044:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698715.138045:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698715.138047:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947213568, offset 0
00000400:00000200:2.0:1787698715.138049:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698715.138051:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.138053:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698715.138054:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698715.138056:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698715.138057:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698715.138058:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698715.138060:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12308:12308:256:4294967295] 192.168.201.121@tcp LPNI seq info [12308:12308:8:4294967295]
00000400:00000200:2.0:1787698715.138062:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698715.138066:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698715.138068:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.138070:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698715.138072:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698715.138073:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787698715.138075:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698715.138077:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787698715.138079:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698715.138080:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698715.138082:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698715.138084:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698715.138085:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698715.138086:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698715.138094:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698715.138096:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138101:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.138103:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138106:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.138107:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698715.138109:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698715.138111:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698715.138112:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698715.138114:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298601494
00000100:00000001:2.0:1787698715.138115:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298602147
00000100:00000001:2.0:1787698715.138117:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298601494
00000100:00000001:2.0:1787698715.138118:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298602147
00000100:00000001:2.0:1787698715.138119:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698715.138120:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.138121:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698715.138123:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698715/real 1787698715]  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698715.138126:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698715.138127:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698715.138128:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698715.138129:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698715.138130:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698715.138131:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698715.138133:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698715.138137:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138141:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698715.138141:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138142:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.138143:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698715.138145:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138148:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698715.138150:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138154:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698715.138156:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138157:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698715.138157:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138158:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698715.138160:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698715.138161:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698715.138162:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698715.138164:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698715.138165:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698715.138169:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213568:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698715.138171:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138172:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.138174:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947213312/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138177:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698715.138178:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698715.138179:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698715.138180:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698715.138181:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698715.138182:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698715.138183:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698715.138185:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698715.138187:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698715.138188:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698715.138188:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698715.138190:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698715.138191:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138192:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.138193:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947213440/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138201:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698715.138201:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698715.138202:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698715.138203:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698715.138204:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698715.138205:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698715.138206:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698715.138206:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698715.138207:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698715.138208:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698715.138209:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698715.138210:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698715.138210:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138211:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698715.138213:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947213568/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698715.138216:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698715.138216:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698715.138217:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698715.138218:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698715.138219:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698715.138219:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698715.138220:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698715.138221:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698715.138222:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698715.138223:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698715.138223:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698715.138224:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698715.138225:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138226:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698715.138228:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698715.138229:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698715.138230:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698715.138231:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698715.584941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698715.584941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698715.584944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698715.584947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698715.584948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698715.584949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698715.584950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698715.584954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698715.584954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698715.584955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698715.584958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698715.584960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698715.584961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698715.584962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698715.584964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698715.584965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698715.584966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698715.584968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698715.584972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698715.584979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698715.584984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698715.584987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698715.584991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698715.584994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698715.840960:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298602147, at 4298602176
00000100:00000010:0.0:1787698715.840983:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d704e0.
00000100:00000001:3.0:1787698716.160949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698716.160956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698716.160958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698716.160963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698716.160966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698716.160969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698716.160971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698716.160973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698716.160976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698716.608945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698716.608945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698716.608950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698716.608952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698716.608954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698716.608955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698716.608955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698716.608957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698716.608961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698716.608964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698716.608966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698716.608966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698716.608969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698716.608970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698716.608971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698716.608973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698716.608975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698716.608977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698716.608978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698716.608981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698716.608982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698716.608985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698716.608989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698716.608992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698717.184940:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698717.184945:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698717.184947:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698717.184950:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698717.184953:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698717.184955:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698717.184957:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698717.184959:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698717.184961:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698717.632945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698717.632945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698717.632950:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698717.632952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698717.632952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698717.632954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698717.632955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698717.632956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698717.632961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698717.632961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698717.632962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698717.632965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698717.632967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698717.632967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698717.632971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698717.632971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698717.632973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698717.632974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698717.632975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698717.632978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698717.632978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698717.632981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698717.632986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698717.632988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698718.208972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698718.208978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698718.208980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698718.208984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698718.208986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698718.208990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698718.208992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698718.208994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698718.208996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698718.657006:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698718.657006:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698718.657011:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698718.657017:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698718.657018:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698718.657019:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698718.657020:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698718.657021:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698718.657027:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698718.657028:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698718.657032:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698718.657043:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698718.657044:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698718.657046:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698718.657052:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698718.657052:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698718.657054:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698718.657059:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698718.657061:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698718.657065:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698718.657073:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698718.657074:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698718.657079:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698718.657083:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698719.233001:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698719.233018:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698719.233020:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698719.233027:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698719.233031:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698719.233037:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698719.233040:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698719.233043:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698719.233047:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698719.680999:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698719.681006:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698719.681007:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698719.681018:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698719.681022:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698719.681022:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698719.681023:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698719.681025:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698719.681030:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698719.681037:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698719.681037:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698719.681037:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698719.681047:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698719.681048:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698719.681048:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698719.681060:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698719.681060:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698719.681065:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698719.681066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698719.681070:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698719.681074:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698719.681079:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698719.681082:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698719.681085:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698720.256967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698720.256975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698720.256980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698720.256986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698720.256992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698720.256998:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698720.257004:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698720.257008:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698720.257013:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.257205:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698720.257211:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698720.257215:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698720.257226:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257240:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698720.257244:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.257251:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698720.257257:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698720.257263:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698720.257271:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947213696:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698720.257278:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698720.257285:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698720.257290:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.257295:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698720.257302:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698720.257308:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698720.257317:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698720.257324:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698720.257335:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698720.257346:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213696, portal 25
00000100:00000001:2.0:1787698720.257352:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698720.257357:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698720.257370:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257392:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698720.257400:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698720.257405:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698720.257413:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947213696, offset 0
00000400:00000200:2.0:1787698720.257425:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698720.257438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.257448:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698720.257458:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698720.257466:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698720.257474:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698720.257481:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698720.257489:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12309:12309:256:4294967295] 192.168.201.121@tcp LPNI seq info [12309:12309:8:4294967295]
00000400:00000200:2.0:1787698720.257498:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.257518:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698720.257532:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.257542:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698720.257554:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698720.257559:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698720.257570:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698720.257576:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698720.257621:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.257627:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698720.257640:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698720.257652:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698720.257662:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698720.257667:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698720.257675:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698720.257683:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257703:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.257710:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257724:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.257728:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698720.257737:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698720.257744:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698720.257750:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298607267
00000100:00000010:2.0:1787698720.257759:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70cc0.
00000100:00000001:2.0:1787698720.257768:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698720.257775:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298607267
00000100:00000010:2.0:1787698720.257778:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70420.
00000100:00000001:2.0:1787698720.257781:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698720.257784:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698720.257787:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.257789:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698720.257794:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698720/real 1787698720]  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698720.257808:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698720.257809:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698720.257811:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698720.257813:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698720.257815:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698720.257818:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698720.257820:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698720.257829:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257835:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698720.257836:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.257838:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.257841:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698720.257845:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257873:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698720.257878:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257885:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698720.257888:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.257890:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.257891:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.257893:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698720.257895:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698720.257899:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698720.257903:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698720.257905:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698720.257909:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698720.257917:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947213696:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698720.257922:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.257924:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.257926:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947213696/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257933:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698720.257935:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698720.257938:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698720.257941:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698720.257950:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698720.257952:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698720.257957:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698720.257960:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698720.257965:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698720.257967:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698720.257969:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698720.257972:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698720.257973:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.257976:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.257983:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698720.257984:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.257986:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698720.257988:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698720.257989:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698720.257992:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.257999:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698720.258000:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.258002:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698720.258004:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698720.258006:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698720.258009:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213824:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698720.258013:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698720.258015:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698720.258016:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.258018:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698720.258021:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698720.258023:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698720.258026:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698720.258029:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698720.258032:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698720.258035:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213824, portal 10
00000100:00000001:2.0:1787698720.258037:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698720.258038:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698720.258045:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258051:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698720.258053:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698720.258055:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698720.258057:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947213824, offset 0
00000400:00000200:2.0:1787698720.258061:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698720.258065:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.258068:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698720.258071:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698720.258073:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698720.258076:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698720.258078:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698720.258081:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12310:12310:256:4294967295] 192.168.201.121@tcp LPNI seq info [12310:12310:8:4294967295]
00000400:00000200:2.0:1787698720.258085:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.258091:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698720.258095:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.258098:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698720.258102:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698720.258105:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698720.258109:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698720.258113:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698720.258116:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.258118:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698720.258121:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698720.258123:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698720.258126:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698720.258128:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698720.258130:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698720.258133:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258140:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.258143:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258149:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258150:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698720.258153:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698720.258157:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698720.258160:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698720.258162:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298606610
00000100:00000001:2.0:1787698720.258165:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298607267
00000100:00000001:2.0:1787698720.258167:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298606610
00000100:00000001:2.0:1787698720.258169:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298607267
00000100:00000001:2.0:1787698720.258171:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698720.258174:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258175:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698720.258179:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698720/real 1787698720]  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698720.258186:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698720.258187:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698720.258190:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698720.258192:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698720.258193:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698720.258195:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698720.258198:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698720.258206:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258212:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698720.258213:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258215:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.258216:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698720.258219:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258226:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698720.258229:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258235:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698720.258238:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258239:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.258240:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258242:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698720.258244:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698720.258246:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698720.258249:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698720.258251:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698720.258255:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698720.258262:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213824:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698720.258266:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698720.258269:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258274:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698720.258276:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.258278:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698720.258280:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698720.258282:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698720.258284:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213952:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698720.258287:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698720.258289:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698720.258291:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.258292:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698720.258295:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698720.258297:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698720.258300:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698720.258302:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698720.258305:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698720.258308:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947213952, portal 4
00000100:00000001:2.0:1787698720.258310:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698720.258311:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698720.258316:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258323:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698720.258325:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698720.258327:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698720.258329:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947213952, offset 0
00000400:00000200:2.0:1787698720.258333:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698720.258337:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.258340:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698720.258343:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698720.258346:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698720.258348:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698720.258350:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698720.258353:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12311:12311:256:4294967295] 192.168.201.121@tcp LPNI seq info [12311:12311:8:4294967295]
00000400:00000200:2.0:1787698720.258357:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.258362:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698720.258366:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.258369:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698720.258373:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698720.258375:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698720.258379:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698720.258382:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698720.258385:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.258387:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698720.258390:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698720.258394:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698720.258397:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698720.258398:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698720.258400:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698720.258404:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258411:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.258414:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258420:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258421:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698720.258424:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698720.258427:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698720.258430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698720.258432:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298606627
00000100:00000001:2.0:1787698720.258434:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298607267
00000100:00000001:2.0:1787698720.258436:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298606627
00000100:00000001:2.0:1787698720.258439:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298607267
00000100:00000001:2.0:1787698720.258441:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698720.258443:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258444:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698720.258448:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698720/real 1787698720]  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698720.258454:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698720.258456:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698720.258457:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698720.258459:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698720.258461:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698720.258463:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698720.258465:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698720.258473:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258479:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698720.258480:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258482:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.258483:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698720.258486:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258492:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698720.258495:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258502:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698720.258504:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258506:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.258507:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258510:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698720.258511:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698720.258514:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698720.258517:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698720.258519:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698720.258522:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698720.258529:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947213952:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698720.258533:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698720.258536:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258542:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698720.258543:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.258545:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698720.258547:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698720.258549:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698720.258552:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214080:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698720.258555:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698720.258556:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698720.258558:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698720.258559:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698720.258563:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698720.258564:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698720.258567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698720.258569:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698720.258572:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698720.258575:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214080, portal 4
00000100:00000001:2.0:1787698720.258577:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698720.258578:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698720.258598:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258604:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698720.258606:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698720.258608:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698720.258611:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947214080, offset 0
00000400:00000200:2.0:1787698720.258614:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698720.258618:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.258621:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698720.258624:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698720.258626:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698720.258628:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698720.258630:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698720.258633:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12312:12312:256:4294967295] 192.168.201.121@tcp LPNI seq info [12312:12312:8:4294967295]
00000400:00000200:2.0:1787698720.258637:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698720.258643:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698720.258647:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.258650:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698720.258653:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698720.258656:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787698720.258660:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698720.258662:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787698720.258666:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698720.258668:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698720.258671:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698720.258674:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698720.258676:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698720.258678:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698720.258680:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698720.258683:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258690:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.258693:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258705:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258706:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698720.258708:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698720.258711:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698720.258714:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698720.258716:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298606614
00000100:00000001:2.0:1787698720.258718:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298607267
00000100:00000001:2.0:1787698720.258721:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298606614
00000100:00000001:2.0:1787698720.258722:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298607267
00000100:00000001:2.0:1787698720.258725:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698720.258726:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258728:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698720.258731:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698720/real 1787698720]  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698720.258738:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698720.258740:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698720.258741:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698720.258743:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698720.258745:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698720.258747:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698720.258750:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698720.258757:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258763:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698720.258765:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258766:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.258768:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698720.258771:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258778:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698720.258781:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258787:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698720.258790:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258791:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698720.258792:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258794:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698720.258795:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698720.258797:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698720.258800:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698720.258802:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698720.258805:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698720.258812:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214080:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698720.258816:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258818:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.258820:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947213824/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258827:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698720.258828:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698720.258830:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698720.258832:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698720.258834:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698720.258835:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698720.258837:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698720.258839:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698720.258842:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698720.258843:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698720.258845:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698720.258865:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698720.258867:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258869:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.258872:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947213952/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258878:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698720.258880:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698720.258881:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698720.258884:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698720.258885:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698720.258886:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698720.258888:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698720.258889:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698720.258891:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698720.258893:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698720.258894:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698720.258896:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698720.258897:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258898:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698720.258901:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947214080/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698720.258907:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698720.258908:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698720.258910:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698720.258912:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698720.258914:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698720.258915:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698720.258916:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698720.258918:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698720.258919:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698720.258920:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698720.258921:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698720.258923:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698720.258925:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258927:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698720.258930:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698720.258931:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698720.258933:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698720.258935:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698720.704962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698720.704972:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698720.704975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698720.704976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698720.704981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698720.704984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698720.704987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698720.704991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698720.704991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698720.704998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698720.704998:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698720.705000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698720.705004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698720.705009:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698720.705012:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698720.705013:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698720.705019:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698720.705021:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698720.705025:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698720.705027:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698720.705030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698720.705032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698720.705034:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698720.705037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698720.961020:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298607267, at 4298607296
00000100:00000010:0.0:1787698720.961048:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70cc0.
00000100:00000001:3.0:1787698721.280993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698721.281001:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698721.281003:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698721.281008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698721.281019:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698721.281023:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698721.281026:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698721.281028:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698721.281031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698721.728963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698721.728971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698721.728975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698721.728976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698721.728980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698721.728984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698721.728986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698721.728988:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698721.728994:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698721.728996:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698721.728998:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698721.729000:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698721.729000:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698721.729002:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698721.729006:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698721.729007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787698721.729009:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698721.729012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698721.729013:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698721.729015:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698721.729018:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698721.729019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698721.729021:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698721.729025:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698721.729039:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698721.729043:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698721.729047:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698722.304940:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698722.304947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698722.304950:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698722.304955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698722.304958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698722.304961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698722.304963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698722.304965:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698722.304968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.752927:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698722.752934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698722.752938:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698722.752939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698722.752941:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698722.752941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698722.752946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698722.752947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698722.752952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698722.752954:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698722.752954:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698722.752956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.752959:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698722.752959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698722.752961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698722.752962:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698722.752963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698722.752966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698722.752967:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698722.752967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698722.752971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698722.752972:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698722.752972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698722.752977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698722.752980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698722.752981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698722.752984:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698722.752985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.752988:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698722.752992:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.752994:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698722.752995:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.752997:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.752999:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698722.753009:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698722.753011:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698723.328941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698723.328949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698723.328951:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698723.328955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698723.328957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698723.328960:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698723.328962:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698723.328964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698723.328966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698723.776989:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698723.776994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698723.776997:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698723.776999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698723.777002:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698723.777005:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698723.777007:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698723.777012:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698723.777013:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698723.777015:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698723.777023:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698723.777030:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698723.777034:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698723.777036:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698723.777037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698723.777047:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698723.777048:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698723.777054:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698723.777067:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698723.777074:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698723.777077:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698723.777080:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698723.777082:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698723.777086:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698724.352949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698724.352955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698724.352957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698724.352961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698724.352963:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698724.352967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698724.352968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698724.352970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698724.352972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698724.801005:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698724.801006:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698724.801009:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698724.801012:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698724.801013:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698724.801017:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698724.801017:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698724.801031:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698724.801032:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698724.801032:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698724.801038:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698724.801042:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698724.801042:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698724.801044:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698724.801049:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698724.801050:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698724.801051:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698724.801054:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698724.801057:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698724.801058:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698724.801059:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698724.801062:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698724.801066:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698724.801069:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698724.801070:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698724.801071:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698724.801071:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698724.801079:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698724.801079:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698724.801085:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698725.376976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698725.376983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698725.376989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698725.376996:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698725.377004:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698725.377010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698725.377015:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698725.377021:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698725.377031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.377261:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698725.377268:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698725.377274:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698725.377287:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.377305:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698725.377307:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.377319:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698725.377327:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698725.377332:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698725.377342:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947214208:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698725.377354:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698725.377363:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698725.377368:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.377374:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698725.377387:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698725.377393:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698725.377406:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698725.377415:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698725.377429:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698725.377440:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214208, portal 25
00000100:00000001:2.0:1787698725.377449:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698725.377453:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698725.377462:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.377516:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698725.377524:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698725.377530:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698725.377541:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947214208, offset 0
00000400:00000200:2.0:1787698725.377567:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698725.377586:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.377601:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698725.377612:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698725.377622:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698725.377631:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698725.377642:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698725.377654:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12313:12313:256:4294967295] 192.168.201.121@tcp LPNI seq info [12313:12313:8:4294967295]
00000400:00000200:2.0:1787698725.377669:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.377691:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698725.377708:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.377716:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698725.377729:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698725.377736:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698725.377750:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698725.377755:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698725.377762:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.377767:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698725.377776:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698725.377791:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698725.377805:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698725.377810:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698725.377818:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698725.377829:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.377896:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.377913:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.377940:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.377947:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698725.377959:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698725.377969:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698725.377977:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298612388
00000100:00000010:2.0:1787698725.377989:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d706c0.
00000100:00000001:2.0:1787698725.378002:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698725.378013:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298612388
00000100:00000010:2.0:1787698725.378019:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d703c0.
00000100:00000001:2.0:1787698725.378026:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698725.378040:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698725.378048:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378054:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698725.378064:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698725/real 1787698725]  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698725.378094:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698725.378099:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698725.378103:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698725.378111:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698725.378117:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698725.378124:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698725.378133:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698725.378176:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378203:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698725.378208:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378216:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378220:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698725.378230:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378239:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698725.378245:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378251:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698725.378252:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378254:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378254:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378256:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698725.378258:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698725.378260:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698725.378263:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698725.378264:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698725.378267:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698725.378272:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947214208:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698725.378275:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378277:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378279:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947214208/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378282:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698725.378284:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378288:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698725.378290:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698725.378292:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698725.378293:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698725.378295:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698725.378297:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698725.378301:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698725.378302:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698725.378304:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698725.378306:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698725.378307:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378308:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378315:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698725.378316:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378317:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698725.378318:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698725.378320:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698725.378322:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378327:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698725.378328:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.378329:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698725.378331:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698725.378332:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698725.378334:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214336:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698725.378336:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698725.378338:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698725.378339:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.378340:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378342:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698725.378343:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698725.378346:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698725.378348:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698725.378351:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698725.378353:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214336, portal 10
00000100:00000001:2.0:1787698725.378355:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698725.378356:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698725.378361:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378365:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698725.378366:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698725.378367:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698725.378369:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947214336, offset 0
00000400:00000200:2.0:1787698725.378371:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698725.378374:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.378377:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698725.378379:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698725.378381:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698725.378382:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698725.378384:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698725.378386:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12314:12314:256:4294967295] 192.168.201.121@tcp LPNI seq info [12314:12314:8:4294967295]
00000400:00000200:2.0:1787698725.378389:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.378393:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698725.378395:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.378397:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698725.378400:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698725.378401:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698725.378405:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698725.378406:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698725.378409:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.378410:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698725.378412:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698725.378414:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698725.378416:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698725.378417:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698725.378419:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698725.378421:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378430:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378431:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378435:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378436:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698725.378438:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698725.378441:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698725.378443:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698725.378444:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298611730
00000100:00000001:2.0:1787698725.378446:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298612388
00000100:00000001:2.0:1787698725.378447:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298611730
00000100:00000001:2.0:1787698725.378448:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298612388
00000100:00000001:2.0:1787698725.378450:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698725.378451:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378452:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698725.378454:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698725/real 1787698725]  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698725.378458:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698725.378459:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698725.378460:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698725.378461:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698725.378462:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698725.378464:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698725.378466:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698725.378470:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378473:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698725.378475:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378476:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378477:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698725.378479:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378482:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698725.378484:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378488:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698725.378489:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378490:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378490:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378504:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698725.378506:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698725.378509:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698725.378511:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698725.378513:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698725.378517:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698725.378523:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214336:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698725.378527:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698725.378531:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378538:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698725.378539:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.378542:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698725.378543:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698725.378545:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698725.378548:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214464:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698725.378551:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698725.378552:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698725.378553:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.378555:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378558:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698725.378559:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698725.378561:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698725.378563:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698725.378566:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698725.378568:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214464, portal 4
00000100:00000001:2.0:1787698725.378569:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698725.378570:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698725.378574:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378578:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698725.378579:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698725.378580:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698725.378582:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947214464, offset 0
00000400:00000200:2.0:1787698725.378584:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698725.378586:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.378588:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698725.378590:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698725.378592:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698725.378593:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698725.378595:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698725.378597:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12315:12315:256:4294967295] 192.168.201.121@tcp LPNI seq info [12315:12315:8:4294967295]
00000400:00000200:2.0:1787698725.378599:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.378602:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698725.378605:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.378606:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698725.378609:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698725.378611:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698725.378614:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698725.378615:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698725.378618:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.378619:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698725.378621:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698725.378623:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698725.378625:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698725.378626:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698725.378627:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698725.378629:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378634:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378636:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378640:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378641:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698725.378642:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698725.378644:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698725.378646:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698725.378647:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298611747
00000100:00000001:2.0:1787698725.378649:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298612388
00000100:00000001:2.0:1787698725.378650:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298611747
00000100:00000001:2.0:1787698725.378652:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298612388
00000100:00000001:2.0:1787698725.378653:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698725.378654:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378655:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698725.378657:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698725/real 1787698725]  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698725.378661:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698725.378662:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698725.378663:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698725.378664:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698725.378665:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698725.378667:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698725.378668:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698725.378673:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378676:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698725.378676:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378677:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378678:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698725.378680:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378683:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698725.378685:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378689:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698725.378691:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378692:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378693:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378694:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698725.378695:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698725.378696:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698725.378698:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698725.378699:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698725.378701:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698725.378709:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214464:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698725.378711:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698725.378713:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378717:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698725.378718:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.378719:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698725.378720:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698725.378721:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698725.378722:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214592:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698725.378724:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698725.378725:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698725.378725:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698725.378726:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378728:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698725.378729:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698725.378731:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698725.378732:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698725.378734:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698725.378736:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214592, portal 4
00000100:00000001:2.0:1787698725.378737:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698725.378738:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698725.378742:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378746:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698725.378747:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698725.378748:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698725.378749:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947214592, offset 0
00000400:00000200:2.0:1787698725.378751:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698725.378753:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.378755:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698725.378757:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698725.378758:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698725.378760:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698725.378761:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698725.378763:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12316:12316:256:4294967295] 192.168.201.121@tcp LPNI seq info [12316:12316:8:4294967295]
00000400:00000200:2.0:1787698725.378765:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698725.378769:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698725.378771:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.378772:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698725.378774:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698725.378776:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787698725.378778:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698725.378780:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787698725.378782:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698725.378783:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698725.378785:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698725.378787:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698725.378789:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698725.378790:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698725.378791:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698725.378793:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378797:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378799:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378803:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378803:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698725.378805:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698725.378806:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698725.378808:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698725.378810:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298611734
00000100:00000001:2.0:1787698725.378811:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298612388
00000100:00000001:2.0:1787698725.378813:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298611734
00000100:00000001:2.0:1787698725.378814:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298612388
00000100:00000001:2.0:1787698725.378815:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698725.378816:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378817:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698725.378819:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698725/real 1787698725]  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698725.378822:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698725.378823:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698725.378824:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698725.378825:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698725.378826:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698725.378827:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698725.378828:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698725.378833:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378837:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698725.378838:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378838:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378839:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698725.378841:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378844:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698725.378846:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378869:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698725.378871:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378872:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698725.378872:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378873:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698725.378874:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698725.378875:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698725.378877:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698725.378878:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698725.378881:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698725.378885:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214592:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698725.378887:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378889:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378890:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947214336/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378894:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698725.378895:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378896:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698725.378897:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698725.378898:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698725.378899:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698725.378900:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698725.378901:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698725.378902:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698725.378903:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698725.378904:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698725.378906:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698725.378907:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378908:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378910:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947214464/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378917:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698725.378918:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378919:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698725.378920:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698725.378921:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698725.378921:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698725.378922:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698725.378923:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698725.378924:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698725.378925:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698725.378925:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698725.378927:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698725.378927:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378928:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698725.378930:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947214592/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698725.378933:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698725.378933:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698725.378934:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698725.378935:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698725.378936:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698725.378936:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698725.378937:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698725.378938:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698725.378939:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698725.378940:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698725.378940:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698725.378942:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698725.378942:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378943:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698725.378945:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698725.378946:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698725.378947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698725.378948:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698725.824977:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698725.824985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698725.824987:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698725.824991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698725.824992:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698725.824999:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698725.825003:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698725.825004:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698725.825006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698725.825009:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698725.825013:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698725.825016:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698725.825017:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698725.825022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698725.825028:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698725.825071:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698725.825075:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698725.825079:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698726.080974:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298612388, at 4298612416
00000100:00000010:0.0:1787698726.080990:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d706c0.
00000100:00000001:3.0:1787698726.400985:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698726.400990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698726.400991:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698726.400995:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698726.400999:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698726.401001:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698726.401003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698726.401005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698726.401007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698726.848991:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698726.848997:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698726.849005:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698726.849011:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698726.849017:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698726.849022:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698726.849076:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698726.849079:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698726.849082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698726.849147:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698726.849150:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698726.849152:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698726.849155:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698726.849158:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698726.849161:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698726.849163:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698726.849164:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698726.849166:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698727.424946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698727.424952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698727.424953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698727.424957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698727.424959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698727.424962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698727.424963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698727.424965:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698727.424967:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698727.872982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698727.872990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698727.872991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698727.872999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698727.873000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698727.873007:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698727.873010:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698727.873011:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698727.873023:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698727.873024:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698727.873031:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698727.873034:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698727.873038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698727.873044:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698727.873051:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698727.873091:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698727.873095:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698727.873099:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698728.448995:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698728.449005:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698728.449008:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698728.449014:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698728.449019:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698728.449023:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698728.449026:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698728.449030:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698728.449034:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698728.896964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698728.896974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698728.896978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698728.896983:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698728.896987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698728.896988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698728.896995:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698728.896996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698728.897009:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698728.897011:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698728.897013:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698728.897014:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698728.897030:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698728.897031:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698728.897036:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698728.897061:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698728.897066:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698728.897071:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698729.472951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698729.472961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698729.472963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698729.472969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698729.472973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698729.472978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698729.472980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698729.472983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698729.472987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698729.920929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698729.920936:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698729.920938:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698729.920939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698729.920943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698729.920944:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698729.920946:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698729.920951:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698729.920953:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698729.920954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698729.920957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698729.920957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698729.920964:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698729.920966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698729.920968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698729.920971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698729.920977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698729.920979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698729.920982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000020:00000001:2.0:1787698729.920994:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698729.920994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698729.920997:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698729.920997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698729.920999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:2.0:1787698729.921001:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698729.921002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698729.921004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698730.496963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698730.496968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698730.496970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698730.496974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698730.496977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698730.496980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698730.496982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698730.496984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698730.496987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497187:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698730.497192:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698730.497195:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698730.497204:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497224:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698730.497226:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.497232:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698730.497236:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698730.497238:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698730.497246:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947214720:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698730.497253:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698730.497257:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698730.497261:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.497265:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698730.497272:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698730.497275:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698730.497282:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698730.497286:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698730.497294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698730.497301:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214720, portal 25
00000100:00000001:2.0:1787698730.497305:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698730.497307:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698730.497314:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497327:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698730.497333:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698730.497338:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698730.497342:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947214720, offset 0
00000400:00000200:2.0:1787698730.497352:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698730.497362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.497369:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698730.497377:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698730.497382:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698730.497388:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698730.497393:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698730.497399:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12317:12317:256:4294967295] 192.168.201.121@tcp LPNI seq info [12317:12317:8:4294967295]
00000400:00000200:2.0:1787698730.497433:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.497449:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698730.497462:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.497471:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698730.497483:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698730.497490:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000400:00000200:1.0:1787698730.497496:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698730.497502:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698730.497504:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787698730.497504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698730.497509:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698730.497511:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1787698730.497512:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698730.497517:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698730.497522:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000100:2.0:1787698730.497522:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.497526:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000020:00000001:1.0:1787698730.497527:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698730.497531:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698730.497533:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787698730.497534:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787698730.497535:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698730.497540:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698730.497542:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1787698730.497545:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698730.497549:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000100:00000040:1.0:1787698730.497552:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:2.0:1787698730.497553:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:1.0:1787698730.497558:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698730.497559:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787698730.497562:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:2.0:1787698730.497565:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698730.497567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698730.497572:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698730.497578:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698730.497579:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787698730.497581:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698730.497585:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787698730.497585:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698730.497587:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698730.497593:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497594:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698730.497595:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698730.497597:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1787698730.497598:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698730.497601:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497602:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698730.497603:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698730.497608:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:1.0:1787698730.497609:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698730.497610:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298617507
00000020:00000040:1.0:1787698730.497614:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000010:2.0:1787698730.497618:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70060.
02000000:00000001:1.0:1787698730.497620:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698730.497622:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698730.497625:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698730.497626:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1787698730.497627:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698730.497632:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497636:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298617507
02000000:00000010:1.0:1787698730.497637:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000001:1.0:1787698730.497643:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698730.497644:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d701e0.
00000100:00000001:2.0:1787698730.497649:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1787698730.497650:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698730.497653:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698730.497659:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698730.497664:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698730.497665:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787698730.497670:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698730.497674:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698730/real 1787698730]  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698730.497679:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698730.497704:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787698730.497708:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787698730.497711:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3954)
00000400:00000001:2.0:1787698730.497712:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698730.497716:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698730.497719:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698730.497721:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698730.497724:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698730.497727:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698730.497735:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497741:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698730.497743:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.497745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.497746:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698730.497750:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497756:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698730.497760:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497766:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698730.497768:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.497769:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.497770:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.497773:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698730.497774:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698730.497777:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698730.497780:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698730.497782:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698730.497785:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698730.497793:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947214720:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698730.497796:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.497798:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.497801:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947214720/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497807:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698730.497809:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698730.497811:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698730.497814:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698730.497816:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698730.497817:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698730.497819:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698730.497821:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698730.497825:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698730.497826:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698730.497828:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698730.497830:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698730.497831:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.497833:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.497839:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698730.497840:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497842:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698730.497843:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698730.497845:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698730.497869:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497875:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698730.497876:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.497877:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698730.497878:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698730.497880:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698730.497882:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214848:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698730.497884:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698730.497885:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698730.497886:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.497887:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698730.497890:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698730.497891:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698730.497894:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698730.497895:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698730.497897:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698730.497899:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214848, portal 10
00000100:00000001:2.0:1787698730.497900:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698730.497901:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698730.497906:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497910:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698730.497911:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698730.497912:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698730.497914:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947214848, offset 0
00000400:00000200:2.0:1787698730.497916:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698730.497919:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.497921:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698730.497923:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698730.497924:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698730.497926:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698730.497927:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698730.497929:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12318:12318:256:4294967295] 192.168.201.121@tcp LPNI seq info [12318:12318:8:4294967295]
00000400:00000200:2.0:1787698730.497932:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.497936:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698730.497938:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.497940:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698730.497942:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698730.497944:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698730.497947:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698730.497949:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787698730.497951:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.497952:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698730.497954:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698730.497956:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698730.497958:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698730.497959:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698730.497960:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698730.497962:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497967:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.497969:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.497972:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497973:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698730.497975:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698730.497977:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698730.497979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698730.497980:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298616850
00000100:00000001:2.0:1787698730.497982:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298617507
00000100:00000001:2.0:1787698730.497983:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298616850
00000100:00000001:2.0:1787698730.497985:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298617507
00000100:00000001:2.0:1787698730.497986:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698730.497987:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.497988:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698730.497990:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698730/real 1787698730]  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698730.497994:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698730.497995:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698730.497996:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698730.497997:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698730.497998:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698730.498000:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698730.498001:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698730.498006:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498009:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698730.498010:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498011:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.498011:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698730.498013:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498017:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698730.498019:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498022:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698730.498024:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498025:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.498025:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498027:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698730.498028:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698730.498029:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698730.498031:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698730.498032:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698730.498034:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698730.498038:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214848:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698730.498040:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698730.498042:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498046:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698730.498047:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.498048:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698730.498049:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698730.498050:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698730.498051:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214976:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698730.498053:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698730.498054:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698730.498055:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.498056:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698730.498058:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698730.498059:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698730.498061:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698730.498062:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698730.498064:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698730.498066:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947214976, portal 4
00000100:00000001:2.0:1787698730.498067:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698730.498068:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698730.498072:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498075:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698730.498077:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698730.498078:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698730.498079:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947214976, offset 0
00000400:00000200:2.0:1787698730.498081:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698730.498083:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.498084:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698730.498086:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698730.498088:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698730.498089:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698730.498091:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698730.498092:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12319:12319:256:4294967295] 192.168.201.121@tcp LPNI seq info [12319:12319:8:4294967295]
00000400:00000200:2.0:1787698730.498095:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.498098:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698730.498100:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.498102:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698730.498104:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698730.498105:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698730.498108:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698730.498109:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787698730.498111:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.498112:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698730.498114:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698730.498116:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698730.498118:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698730.498119:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698730.498120:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698730.498122:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498126:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.498128:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498131:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.498132:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698730.498133:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698730.498135:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698730.498136:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698730.498137:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298616867
00000100:00000001:2.0:1787698730.498138:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298617507
00000100:00000001:2.0:1787698730.498139:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298616867
00000100:00000001:2.0:1787698730.498141:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298617507
00000100:00000001:2.0:1787698730.498142:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698730.498143:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.498144:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698730.498146:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698730/real 1787698730]  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698730.498150:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698730.498151:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698730.498152:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698730.498153:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698730.498153:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698730.498154:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698730.498156:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698730.498160:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498163:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698730.498164:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498165:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.498166:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698730.498168:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498172:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698730.498174:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498177:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698730.498178:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498179:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.498180:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498181:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698730.498182:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698730.498184:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698730.498186:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698730.498187:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698730.498189:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698730.498193:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947214976:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698730.498195:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698730.498196:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498200:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698730.498200:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.498201:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698730.498203:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698730.498204:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698730.498206:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215104:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698730.498210:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698730.498211:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698730.498213:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698730.498214:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698730.498217:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698730.498219:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698730.498221:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698730.498223:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698730.498226:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698730.498229:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215104, portal 4
00000100:00000001:2.0:1787698730.498231:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698730.498232:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698730.498237:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498244:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698730.498246:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698730.498248:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698730.498250:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947215104, offset 0
00000400:00000200:2.0:1787698730.498253:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698730.498257:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.498260:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698730.498263:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698730.498265:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698730.498267:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698730.498269:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698730.498271:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12320:12320:256:4294967295] 192.168.201.121@tcp LPNI seq info [12320:12320:8:4294967295]
00000400:00000200:2.0:1787698730.498273:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698730.498277:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698730.498280:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.498282:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698730.498284:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698730.498286:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698730.498289:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698730.498290:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787698730.498292:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698730.498294:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698730.498295:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698730.498297:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698730.498299:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698730.498300:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698730.498302:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698730.498304:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498308:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.498310:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698755 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498317:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.498318:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698730.498320:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698730.498322:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698730.498324:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698730.498325:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298616854
00000100:00000001:2.0:1787698730.498326:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298617507
00000100:00000001:2.0:1787698730.498328:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298616854
00000100:00000001:2.0:1787698730.498329:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298617507
00000100:00000001:2.0:1787698730.498330:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698730.498331:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.498332:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698730.498334:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698730/real 1787698730]  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698730.498338:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698730.498339:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698730.498340:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698730.498341:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698730.498342:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698730.498343:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698730.498345:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698730.498350:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498353:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698730.498354:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498355:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.498355:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698730.498357:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498361:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698730.498363:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498367:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698730.498368:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498369:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698730.498370:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498371:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698730.498372:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698730.498373:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698730.498375:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698730.498376:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698730.498378:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698730.498382:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215104:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698730.498383:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498385:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.498386:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947214848/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498390:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698730.498391:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698730.498392:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698730.498394:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698730.498395:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698730.498396:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698730.498398:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698730.498399:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698730.498402:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698730.498403:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698730.498415:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698730.498418:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698730.498419:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498421:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.498424:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947214976/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498430:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698730.498432:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698730.498433:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698730.498435:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698730.498436:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698730.498438:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698730.498439:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698730.498441:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698730.498443:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698730.498444:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698730.498445:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698730.498448:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698730.498449:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498450:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698730.498452:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947215104/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698755 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698730.498456:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698730.498457:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698730.498458:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698730.498459:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698730.498460:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698730.498460:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698730.498461:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698730.498462:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698730.498463:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698730.498464:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698730.498464:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698730.498465:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698730.498466:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498468:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698730.498470:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698730.498471:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698730.498472:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698730.498473:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698730.944957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698730.944961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698730.944963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698730.944964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698730.944966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698730.944969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698730.944969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698730.944973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698730.944975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698730.944976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698730.944977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698730.944978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698730.944983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698730.944984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698730.944985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698730.944989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698730.944990:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698730.944990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698730.944996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698730.944999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698730.945002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698730.945003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698730.945006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698730.945010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698730.945024:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698730.945027:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698730.945030:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698731.200950:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298617507, at 4298617536
00000100:00000040:1.0:1787698731.200950:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298617507, at 4298617536
00000100:00000010:1.0:1787698731.200963:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d701e0.
00000100:00000010:0.0:1787698731.200965:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70060.
00000100:00000001:3.0:1787698731.520907:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698731.520915:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698731.520916:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698731.520921:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698731.520924:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698731.520927:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698731.520930:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698731.520932:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698731.520934:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698731.968903:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698731.968912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698731.968914:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698731.968918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698731.968919:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698731.968921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698731.968928:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698731.968928:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698731.968936:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698731.968936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698731.968941:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698731.968942:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698731.968948:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698731.968951:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698731.968954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698731.968954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698731.968958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698731.968961:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698731.968976:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698731.968978:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698731.968982:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968986:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698731.968988:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968989:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968990:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698731.968994:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698731.968995:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698731.968995:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968996:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698731.968997:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968998:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.968999:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698731.969001:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698731.969002:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698731.969021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698731.969023:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698731.969024:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698732.544979:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698732.544987:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698732.544989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698732.544995:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698732.544997:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698732.545001:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698732.545003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698732.545005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698732.545007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698732.992942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698732.992942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698732.992950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698732.992951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698732.992952:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698732.992953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698732.992955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698732.992964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698732.992964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698732.992965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698732.992972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698732.992974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698732.992979:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698732.992979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698732.992980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698732.992987:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698732.992988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698732.992993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698732.992997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698732.992998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698732.992998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698732.993002:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698732.993007:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698732.993008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698732.993058:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698732.993062:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698732.993065:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698733.568994:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698733.569004:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698733.569006:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698733.569012:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698733.569016:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698733.569021:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698733.569023:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698733.569026:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698733.569030:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698734.016980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698734.016980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698734.016990:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698734.016990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698734.016991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698734.017005:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698734.017005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698734.017009:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698734.017013:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698734.017013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698734.017019:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698734.017020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698734.017021:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698734.017023:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698734.017025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698734.017027:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698734.017029:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698734.017030:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698734.017036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698734.017037:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698734.017043:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698734.017044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698734.017045:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698734.017049:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698734.017050:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698734.017053:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698734.017057:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698734.017057:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698734.017065:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698734.017069:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698734.017092:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698734.017093:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698734.017095:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698734.592971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698734.592978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698734.592980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698734.592984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698734.592988:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698734.592991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698734.592994:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698734.592996:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698734.592999:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698735.040943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698735.040943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698735.040946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698735.040950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698735.040951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698735.040955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698735.040958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698735.040958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698735.040960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698735.040961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698735.040961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698735.040967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698735.040967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698735.040968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698735.040971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698735.040971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698735.040973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698735.040974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698735.040978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698735.040982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698735.040986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698735.040986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698735.040990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698735.040999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698735.041004:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698735.041009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698735.041013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698735.616950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698735.616950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698735.616957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698735.616957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698735.616962:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698735.616962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698735.616966:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698735.616967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698735.616970:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698735.616972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698735.616977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698735.616980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787698735.616983:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3949
00000100:00000001:3.0:1787698735.616983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698735.616988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698735.616992:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698735.616997:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698735.616999:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698735.617001:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617003:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617007:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698735.617010:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698735.617011:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698735.617013:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698735.617016:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698735.617017:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698735.617019:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698735.617021:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617022:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698735.617026:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698735.617028:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617029:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698735.617031:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698735.617033:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698735.617035:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617036:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698735.617037:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698735.617044:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2e1c0.
00000020:00000040:2.0:1787698735.617046:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698735.617049:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698735.617050:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617051:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698735.617053:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698735.617056:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698735.617061:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a800.
00000100:00000001:2.0:1787698735.617066:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698735.617072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698735.617079:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698735.617081:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698735.617084:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000753f72e0] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698735.617113:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698735.617115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698735.617118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698735.617120:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698735.617122:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698735.617125:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698735.617128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3949
00000400:00000200:2.0:1787698735.617132:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698735.617135:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698735.617137:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787698735.617138:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698735.617144:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787698735.617144:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698735.617149:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787698735.617149:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617152:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787698735.617158:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787698735.617162:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698735.617164:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698735.617167:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698735.617171:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787698735.617172:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698735.617174:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698735.617177:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787698735.617178:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698735.617181:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787698735.617181:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787698735.617185:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698735.617188:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00100000:1.0:1787698735.617192:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947215232:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698735.617192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617196:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698735.617199:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787698735.617199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698735.617203:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698735.617204:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787698735.617205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698735.617207:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617208:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.617210:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787698735.617212:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787698735.617216:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698735.617218:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698735.617219:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698735.617225:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.617228:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698735.617229:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787698735.617232:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000008:00100000:2.0:1787698735.617235:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787698735.617238:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000008:00000001:2.0:1787698735.617239:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617243:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698735.617244:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215232, portal 25
00000100:00000001:1.0:1787698735.617247:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698735.617248:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214395328 : -116989495156288 : ffff959942b2e1c0)
00000100:00000010:2.0:1787698735.617248:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2d2c0.
00000020:00000040:2.0:1787698735.617254:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000040:1.0:1787698735.617256:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698735.617259:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698735.617262:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617267:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698735.617268:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787698735.617269:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787698735.617272:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698735.617273:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698735.617276:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
02000000:00000010:2.0:1787698735.617278:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328c00.
00000100:00000200:1.0:1787698735.617280:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947215232, offset 0
00000100:00000001:2.0:1787698735.617282:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698735.617287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698735.617292:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698735.617294:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.617297:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698735.617300:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077903b11] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698735.617307:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698735.617309:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698735.617312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698735.617315:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:2.0:1787698735.617331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698735.617333:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698735.617334:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698735.617337:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698735.617342:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3949
00000400:00000200:1.0:1787698735.617343:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698735.617350:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698735.617350:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.617356:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698735.617358:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787698735.617362:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:2.0:1787698735.617363:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787698735.617368:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12321:12321:256:4294967295] 192.168.201.121@tcp LPNI seq info [12321:12321:8:4294967295]
00000100:00000040:2.0:1787698735.617371:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617374:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698735.617381:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698735.617382:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698735.617386:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698735.617387:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698735.617388:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698735.617391:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698735.617394:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698735.617395:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787698735.617398:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698735.617402:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.0:1787698735.617405:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:1.0:1787698735.617412:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698735.617412:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698735.617416:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698735.617419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617421:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698735.617423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698735.617423:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698735.617427:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787698735.617428:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1787698735.617431:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617433:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698735.617436:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787698735.617436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00000001:2.0:1787698735.617439:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617440:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698735.617442:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698735.617444:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698735.617445:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698735.617446:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617448:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698735.617451:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698735.617452:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698735.617452:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
02000000:00000010:2.0:1787698735.617459:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329c00.
00000800:00000100:1.0:1787698735.617460:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.617464:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698735.617465:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.617469:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1787698735.617470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698735.617477:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698735.617480:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.617481:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787698735.617486:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698735.617488:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698735.617492:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:2.0:1787698735.617497:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617498:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787698735.617500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698735.617503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698735.617504:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787698735.617505:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698735.617506:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698735.617510:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698735.617514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3949
00000400:00000200:2.0:1787698735.617520:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698735.617522:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787698735.617523:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698735.617526:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698735.617529:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698735.617530:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617534:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698735.617537:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698735.617544:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698735.617547:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698735.617547:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698735.617548:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698735.617551:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787698735.617551:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698735.617554:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698735.617557:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698735.617558:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698735.617559:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617564:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698735.617567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698735.617567:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698735.617571:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698735.617572:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298622627
00000020:00000040:2.0:1787698735.617573:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698735.617578:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000010:1.0:1787698735.617579:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470101e0.
00000100:00000001:2.0:1787698735.617580:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698735.617583:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698735.617585:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698735.617587:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787698735.617587:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617588:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698735.617590:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698735.617593:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617594:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617595:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298622627
00000100:00000010:2.0:1787698735.617597:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000100:00000010:1.0:1787698735.617599:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010960.
00000020:00000040:2.0:1787698735.617600:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698735.617601:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698735.617602:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698735.617603:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698735.617604:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698735.617605:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698735.617611:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000100:00000001:1.0:1787698735.617613:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698735.617614:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617616:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787698735.617619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698735.617620:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617625:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787698735.617630:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787698735.617631:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698735/real 1787698735]  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698735.617632:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698735.617639:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698735.617646:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787698735.617648:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698735.617649:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698735.617652:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000040:2.0:1787698735.617654:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3959)
00000400:00000200:1.0:1787698735.617655:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698735.617657:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698735.617660:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698735.617663:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698735.617673:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617677:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698735.617678:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617680:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.617681:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698735.617683:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617687:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698735.617690:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617694:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698735.617695:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617696:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.617697:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617699:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698735.617700:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698735.617702:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698735.617704:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698735.617706:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698735.617708:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698735.617712:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947215232:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698735.617715:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617716:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.617718:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2e1c0 x1874533947215232/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617725:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698735.617727:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698735.617728:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698735.617730:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698735.617731:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698735.617732:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698735.617733:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698735.617735:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a800.
02000000:00000001:1.0:1787698735.617737:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698735.617739:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698735.617740:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2e1c0.
00000100:00000001:1.0:1787698735.617742:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698735.617743:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617744:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617749:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698735.617750:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617751:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698735.617752:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698735.617753:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698735.617755:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617759:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698735.617760:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.617762:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698735.617763:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698735.617764:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698735.617766:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215360:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698735.617767:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698735.617768:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698735.617769:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.617771:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698735.617772:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698735.617774:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.617776:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698735.617777:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698735.617779:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698735.617781:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215360, portal 10
00000100:00000001:1.0:1787698735.617782:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698735.617783:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214391488 : -116989495160128 : ffff959942b2d2c0)
00000100:00000040:1.0:1787698735.617787:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617791:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698735.617792:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698735.617793:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698735.617795:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947215360, offset 0
00000400:00000200:1.0:1787698735.617797:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698735.617799:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.617801:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698735.617803:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698735.617805:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698735.617806:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698735.617807:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698735.617809:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12322:12322:256:4294967295] 192.168.201.121@tcp LPNI seq info [12322:12322:8:4294967295]
00000400:00000200:1.0:1787698735.617812:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.617815:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698735.617818:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.617819:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698735.617822:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698735.617824:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698735.617826:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698735.617828:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698735.617830:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.617831:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698735.617833:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698735.617835:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698735.617837:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698735.617838:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698735.617840:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698735.617842:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617862:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.617864:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617868:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617869:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698735.617871:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698735.617874:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698735.617876:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698735.617877:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298621970
00000100:00000001:1.0:1787698735.617879:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298622627
00000100:00000001:1.0:1787698735.617880:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298621970
00000100:00000001:1.0:1787698735.617882:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298622627
00000100:00000001:1.0:1787698735.617883:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698735.617884:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.617885:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698735.617887:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698735/real 1787698735]  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698735.617891:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698735.617892:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698735.617893:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698735.617894:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698735.617895:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698735.617897:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698735.617898:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698735.617903:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617910:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698735.617911:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617912:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.617913:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698735.617915:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617918:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698735.617920:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617924:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698735.617925:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617926:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.617926:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.617927:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698735.617929:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698735.617930:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698735.617932:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698735.617934:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698735.617936:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698735.617940:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215360:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698735.617942:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698735.617944:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617947:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698735.617948:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.617949:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698735.617950:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698735.617951:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698735.617953:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215488:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698735.617955:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698735.617956:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698735.617957:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.617958:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698735.617960:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787698735.617961:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.617962:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698735.617964:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698735.617966:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698735.617967:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215488, portal 4
00000100:00000001:1.0:1787698735.617969:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698735.617969:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698735.617973:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.617976:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698735.617978:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698735.617979:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698735.617980:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947215488, offset 0
00000400:00000200:1.0:1787698735.617982:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698735.617984:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.617986:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698735.617988:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698735.617989:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698735.617991:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698735.617992:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698735.617994:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12323:12323:256:4294967295] 192.168.201.121@tcp LPNI seq info [12323:12323:8:4294967295]
00000400:00000200:1.0:1787698735.617996:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.618000:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698735.618002:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.618004:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698735.618006:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698735.618008:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698735.618011:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698735.618012:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698735.618014:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.618016:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698735.618017:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698735.618019:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698735.618021:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698735.618022:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698735.618023:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698735.618025:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618030:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.618031:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618035:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.618036:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698735.618037:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698735.618039:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698735.618041:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698735.618042:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298621987
00000100:00000001:1.0:1787698735.618043:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298622627
00000100:00000001:1.0:1787698735.618045:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298621987
00000100:00000001:1.0:1787698735.618046:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298622627
00000100:00000001:1.0:1787698735.618047:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698735.618048:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.618049:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698735.618051:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698735/real 1787698735]  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698735.618056:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698735.618056:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698735.618057:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698735.618058:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698735.618059:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698735.618060:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698735.618062:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698735.618066:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618069:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698735.618070:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618071:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.618071:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698735.618073:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618076:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698735.618078:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618082:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698735.618083:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618084:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.618084:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618085:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698735.618087:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698735.618088:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698735.618091:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698735.618093:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698735.618097:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698735.618105:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215488:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698735.618108:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698735.618111:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618117:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698735.618118:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.618120:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698735.618122:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698735.618123:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698735.618126:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215616:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698735.618129:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698735.618130:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698735.618132:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698735.618133:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698735.618136:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698735.618138:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698735.618141:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698735.618143:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698735.618146:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698735.618148:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215616, portal 4
00000100:00000001:1.0:1787698735.618150:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698735.618151:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698735.618156:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618161:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698735.618163:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698735.618165:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698735.618167:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947215616, offset 0
00000400:00000200:1.0:1787698735.618171:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698735.618174:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.618177:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698735.618180:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698735.618182:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698735.618184:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698735.618186:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698735.618188:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12324:12324:256:4294967295] 192.168.201.121@tcp LPNI seq info [12324:12324:8:4294967295]
00000400:00000200:1.0:1787698735.618192:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698735.618197:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698735.618201:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.618203:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698735.618206:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698735.618208:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698735.618212:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698735.618214:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698735.618217:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698735.618219:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698735.618221:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698735.618224:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698735.618227:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698735.618228:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698735.618230:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698735.618233:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618239:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.618242:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618247:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.618248:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698735.618251:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698735.618253:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698735.618256:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698735.618258:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298621974
00000100:00000001:1.0:1787698735.618260:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298622627
00000100:00000001:1.0:1787698735.618262:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298621974
00000100:00000001:1.0:1787698735.618264:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298622627
00000100:00000001:1.0:1787698735.618265:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698735.618267:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.618268:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698735.618271:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698735/real 1787698735]  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698735.618278:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698735.618279:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698735.618280:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698735.618282:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698735.618283:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698735.618285:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698735.618288:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698735.618295:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618301:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698735.618302:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618304:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.618305:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698735.618308:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618313:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698735.618327:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618333:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698735.618335:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618337:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698735.618338:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618339:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698735.618341:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698735.618343:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698735.618346:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698735.618348:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698735.618352:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698735.618358:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215616:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698735.618361:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618363:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.618366:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2d2c0 x1874533947215360/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618371:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698735.618372:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698735.618374:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698735.618376:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698735.618377:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698735.618378:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698735.618380:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698735.618382:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328c00.
02000000:00000001:1.0:1787698735.618384:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698735.618385:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698735.618386:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2d2c0.
00000100:00000001:1.0:1787698735.618389:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698735.618390:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618392:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.618395:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947215488/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618404:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698735.618405:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698735.618407:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787698735.618409:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698735.618410:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698735.618411:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698735.618413:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698735.618414:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329c00.
02000000:00000001:1.0:1787698735.618416:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698735.618417:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698735.618418:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698735.618420:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698735.618421:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618422:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698735.618425:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947215616/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698760 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698735.618430:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698735.618431:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698735.618432:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698735.618435:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698735.618436:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698735.618437:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698735.618439:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698735.618440:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b400.
02000000:00000001:1.0:1787698735.618442:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698735.618443:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698735.618444:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698735.618446:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698735.618447:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618449:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698735.618452:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698735.618453:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698735.618454:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698735.618456:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698736.064909:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698736.064909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698736.064915:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698736.064915:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698736.064918:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698736.064919:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698736.064925:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698736.064925:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698736.064926:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698736.064931:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698736.064932:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698736.064932:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698736.064937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698736.064937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698736.064938:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698736.064941:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698736.064943:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698736.064945:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698736.064945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698736.064947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698736.064951:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698736.064951:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698736.064954:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698736.064957:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698736.064966:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698736.064970:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698736.064973:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698736.320917:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298622627, at 4298622656
00000100:00000040:1.0:1787698736.320917:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298622627, at 4298622656
00000100:00000010:1.0:1787698736.320930:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010960.
00000100:00000010:0.0:1787698736.320932:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470101e0.
00000100:00000001:3.0:1787698736.640948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698736.640956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698736.640958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698736.640963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698736.640966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698736.640969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698736.640972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698736.640975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698736.640977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698737.088926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698737.088926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698737.088933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698737.088934:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698737.088935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698737.088937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698737.088942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698737.088942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698737.088946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698737.088947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698737.088948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698737.088951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698737.088951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698737.088952:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698737.088957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698737.088958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698737.088960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698737.088962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698737.088964:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698737.088968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698737.088968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698737.088970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698737.088975:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698737.088979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698737.088996:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698737.088999:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698737.089002:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698737.664959:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698737.664964:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698737.664967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698737.664971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698737.664974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698737.664978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698737.664980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698737.664982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698737.664985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698738.112936:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698738.112936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698738.112941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698738.112942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698738.112947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698738.112948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698738.112949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698738.112952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698738.112954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698738.112955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698738.112955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698738.112957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698738.112961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698738.112961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698738.112963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698738.112964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698738.112966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698738.112967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698738.112967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698738.112969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698738.112974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698738.112975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698738.112979:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698738.112983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698738.112983:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698738.112987:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698738.112992:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698738.689008:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698738.689019:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698738.689022:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698738.689028:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698738.689032:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698738.689037:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698738.689040:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698738.689043:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698738.689047:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698739.136934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698739.136934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698739.136941:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698739.136941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698739.136945:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698739.136945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698739.136951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698739.136951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698739.136953:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698739.136956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698739.136956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698739.136958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698739.136961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698739.136962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698739.136964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698739.136966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698739.136967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698739.136969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698739.136973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698739.136973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698739.136974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698739.136976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698739.136977:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698739.136979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698739.137006:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698739.137010:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698739.137013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698739.712945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698739.712951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698739.712953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698739.712956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698739.712958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698739.712961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698739.712963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698739.712964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698739.712966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698740.160929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698740.160929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698740.160937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698740.160937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698740.160940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698740.160941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698740.160942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698740.160947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698740.160948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698740.160948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698740.160954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698740.160955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698740.160955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698740.160959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698740.160961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698740.160963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698740.160966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698740.160967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698740.160967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698740.160970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698740.160974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698740.160975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698740.160977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698740.160981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698740.160987:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698740.160991:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698740.160995:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698740.736946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787698740.736950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698740.736953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698740.736956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698740.736957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787698740.736960:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698740.736961:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698740.736964:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698740.736965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698740.736969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698740.736970:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698740.736975:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3954
00000100:00000001:3.0:1787698740.736981:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:1.0:1787698740.736983:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698740.736984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698740.736989:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698740.736991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698740.736992:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698740.736996:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.736998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698740.737000:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698740.737004:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698740.737005:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698740.737008:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698740.737011:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698740.737012:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698740.737014:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698740.737016:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737017:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698740.737018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737019:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698740.737021:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698740.737024:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737026:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698740.737028:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698740.737030:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698740.737032:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737038:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698740.737041:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698740.737050:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787698740.737053:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698740.737057:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698740.737059:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737062:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698740.737064:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698740.737068:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698740.737077:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787698740.737084:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698740.737092:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698740.737102:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698740.737106:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698740.737111:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698740.737130:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698740.737133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698740.737136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698740.737137:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698740.737139:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698740.737142:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698740.737145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3954
00000400:00000200:1.0:1787698740.737148:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698740.737151:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698740.737153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698740.737153:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787698740.737156:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698740.737157:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698740.737158:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698740.737159:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698740.737160:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737162:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698740.737164:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698740.737165:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000040:2.0:1787698740.737165:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698740.737167:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698740.737169:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698740.737171:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698740.737173:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698740.737173:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698740.737174:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698740.737176:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787698740.737178:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787698740.737179:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698740.737180:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698740.737181:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698740.737183:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:2.0:1787698740.737183:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698740.737185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:2.0:1787698740.737186:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947215744:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698740.737188:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698740.737189:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698740.737190:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698740.737193:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698740.737194:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698740.737196:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737196:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737197:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698740.737198:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787698740.737201:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787698740.737203:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
00000008:00000001:1.0:1787698740.737204:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737205:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737206:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698740.737209:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000400:00000200:2.0:1787698740.737210:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787698740.737212:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698740.737214:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787698740.737214:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
02000000:00000001:1.0:1787698740.737215:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737216:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698740.737218:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698740.737219:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698740.737219:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
02000000:00000010:1.0:1787698740.737222:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000200:2.0:1787698740.737225:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215744, portal 25
00000100:00000001:1.0:1787698740.737226:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737227:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787698740.737243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698740.737249:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698740.737251:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698740.737254:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737255:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698740.737260:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698740.737262:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698740.737265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698740.737267:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787698740.737268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698740.737269:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787698740.737270:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698740.737271:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698740.737273:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787698740.737273:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00080000:1.0:1787698740.737275:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3954
00000100:00000200:2.0:1787698740.737277:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947215744, offset 0
00000400:00000200:1.0:1787698740.737278:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698740.737281:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698740.737283:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698740.737283:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698740.737285:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737287:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698740.737289:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737289:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698740.737291:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698740.737292:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698740.737294:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:2.0:1787698740.737294:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698740.737295:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698740.737297:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698740.737299:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698740.737299:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787698740.737301:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698740.737304:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737304:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787698740.737305:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698740.737307:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737307:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787698740.737309:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698740.737310:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:1.0:1787698740.737312:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698740.737314:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737314:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12325:12325:256:4294967295] 192.168.201.121@tcp LPNI seq info [12325:12325:8:4294967295]
00000100:00000001:1.0:1787698740.737316:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698740.737318:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698740.737319:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698740.737320:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698740.737321:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737323:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698740.737325:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698740.737327:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737328:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698740.737328:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1787698740.737331:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787698740.737333:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000800:00000200:2.0:1787698740.737334:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698740.737335:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698740.737336:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737338:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698740.737339:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787698740.737339:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
02000000:00000001:1.0:1787698740.737341:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698740.737344:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000001:1.0:1787698740.737346:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698740.737346:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698740.737349:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00100000:1.0:1787698740.737350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787698740.737355:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698740.737357:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787698740.737358:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1787698740.737359:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698740.737362:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1787698740.737363:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.737365:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000100:00000001:1.0:1787698740.737369:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698740.737371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698740.737371:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787698740.737375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787698740.737375:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787698740.737376:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698740.737378:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698740.737379:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000100:00000001:1.0:1787698740.737380:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787698740.737381:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00080000:1.0:1787698740.737382:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3954
00000400:00000200:1.0:1787698740.737384:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698740.737385:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787698740.737387:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000200:2.0:1787698740.737388:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698740.737389:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698740.737391:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737394:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698740.737396:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737397:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698740.737397:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787698740.737399:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698740.737401:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000040:2.0:1787698740.737401:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698740.737402:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698740.737404:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698740.737406:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698740.737408:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698740.737408:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737409:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787698740.737410:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737412:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698740.737413:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698740.737415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698740.737415:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698740.737417:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698740.737419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698740.737421:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737421:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298627747
02000000:00000001:1.0:1787698740.737423:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698740.737425:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698740.737427:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737428:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698740.737430:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698740.737432:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737434:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698740.737435:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70540.
00000100:00000010:1.0:1787698740.737437:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698740.737438:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698740.737440:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698740.737441:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737442:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698740.737443:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698740.737444:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698740.737446:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737448:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298627747
02000000:00000010:1.0:1787698740.737449:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787698740.737451:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698740.737451:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70900.
00000100:00000001:2.0:1787698740.737454:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00100000:1.0:1787698740.737455:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698740.737457:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698740.737460:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698740.737461:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698740.737462:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787698740.737463:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698740.737467:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698740.737467:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698740/real 1787698740]  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698740.737475:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787698740.737475:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698740.737477:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787698740.737478:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3964)
00000400:00000010:2.0:1787698740.737478:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698740.737481:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698740.737482:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698740.737484:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698740.737487:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698740.737495:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737501:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698740.737502:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737505:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.737506:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698740.737510:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737516:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698740.737519:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737523:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698740.737525:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737526:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.737526:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737528:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698740.737529:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698740.737530:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698740.737533:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698740.737540:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698740.737543:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698740.737548:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947215744:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698740.737551:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737552:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.737554:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947215744/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737557:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698740.737559:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698740.737561:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698740.737563:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698740.737564:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698740.737565:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698740.737566:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698740.737568:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698740.737571:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698740.737572:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698740.737573:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698740.737575:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698740.737576:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737577:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737581:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698740.737582:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737583:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698740.737584:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698740.737585:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698740.737587:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737591:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698740.737592:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737594:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698740.737595:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698740.737596:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698740.737598:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215872:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698740.737600:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698740.737601:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698740.737602:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737603:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698740.737605:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698740.737606:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698740.737609:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698740.737611:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698740.737613:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698740.737615:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947215872, portal 10
00000100:00000001:2.0:1787698740.737616:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698740.737617:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698740.737621:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737625:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698740.737626:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698740.737627:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698740.737629:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947215872, offset 0
00000400:00000200:2.0:1787698740.737631:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737634:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698740.737635:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698740.737637:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698740.737639:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698740.737641:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698740.737642:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737644:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12326:12326:256:4294967295] 192.168.201.121@tcp LPNI seq info [12326:12326:8:4294967295]
00000400:00000200:2.0:1787698740.737646:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698740.737650:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698740.737653:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.737655:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698740.737657:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698740.737659:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698740.737662:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698740.737664:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787698740.737666:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.737667:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698740.737669:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698740.737671:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698740.737673:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698740.737674:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698740.737675:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698740.737677:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737681:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.737683:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737687:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737688:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698740.737690:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698740.737692:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698740.737693:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698740.737694:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298627089
00000100:00000001:2.0:1787698740.737696:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298627747
00000100:00000001:2.0:1787698740.737697:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298627089
00000100:00000001:2.0:1787698740.737699:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298627747
00000100:00000001:2.0:1787698740.737700:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698740.737701:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737702:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698740.737704:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698740/real 1787698740]  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698740.737709:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698740.737710:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698740.737711:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698740.737712:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698740.737713:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698740.737714:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698740.737715:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698740.737720:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737723:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698740.737723:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737724:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.737725:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698740.737727:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737730:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698740.737733:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737739:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698740.737741:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737743:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.737744:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737746:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698740.737748:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698740.737750:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698740.737753:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698740.737755:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698740.737759:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698740.737775:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947215872:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698740.737779:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698740.737782:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737787:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698740.737788:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737789:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698740.737791:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698740.737792:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698740.737793:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216000:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698740.737795:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698740.737797:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698740.737797:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737799:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698740.737801:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698740.737802:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698740.737804:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698740.737806:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698740.737808:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698740.737810:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216000, portal 4
00000100:00000001:2.0:1787698740.737811:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698740.737812:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698740.737815:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737819:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698740.737820:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698740.737822:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698740.737823:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947216000, offset 0
00000400:00000200:2.0:1787698740.737826:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737828:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698740.737830:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698740.737832:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698740.737834:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698740.737835:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698740.737837:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698740.737838:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12327:12327:256:4294967295] 192.168.201.121@tcp LPNI seq info [12327:12327:8:4294967295]
00000400:00000200:2.0:1787698740.737841:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698740.737844:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698740.737847:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.737864:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698740.737866:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698740.737868:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698740.737870:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698740.737872:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787698740.737874:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.737875:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698740.737877:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698740.737879:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698740.737881:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698740.737882:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698740.737884:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698740.737886:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737890:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.737892:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737896:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737897:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698740.737899:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698740.737900:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698740.737902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698740.737904:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298627107
00000100:00000001:2.0:1787698740.737905:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298627747
00000100:00000001:2.0:1787698740.737907:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298627107
00000100:00000001:2.0:1787698740.737908:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298627747
00000100:00000001:2.0:1787698740.737909:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698740.737910:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.737911:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698740.737913:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698740/real 1787698740]  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698740.737917:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698740.737918:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698740.737919:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698740.737920:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698740.737921:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698740.737922:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698740.737924:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698740.737928:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737931:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698740.737932:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737933:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.737934:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698740.737936:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737939:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698740.737941:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737945:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698740.737946:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737947:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.737948:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.737949:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698740.737951:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698740.737952:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698740.737954:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698740.737955:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698740.737957:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698740.737961:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216000:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698740.737963:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698740.737964:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737967:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698740.737968:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737969:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698740.737970:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698740.737971:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698740.737973:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216128:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698740.737975:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698740.737976:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698740.737977:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698740.737978:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698740.737980:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698740.737981:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698740.737982:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698740.737983:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698740.737985:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698740.737987:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216128, portal 4
00000100:00000001:2.0:1787698740.737988:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698740.737989:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698740.737992:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.737995:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698740.737996:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698740.737997:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698740.737999:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947216128, offset 0
00000400:00000200:2.0:1787698740.738001:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698740.738003:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698740.738005:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698740.738006:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698740.738008:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698740.738009:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698740.738010:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698740.738012:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12328:12328:256:4294967295] 192.168.201.121@tcp LPNI seq info [12328:12328:8:4294967295]
00000400:00000200:2.0:1787698740.738014:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698740.738018:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698740.738020:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.738022:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698740.738024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698740.738025:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787698740.738034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698740.738035:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787698740.738037:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698740.738038:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698740.738040:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698740.738042:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698740.738043:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698740.738044:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698740.738046:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698740.738048:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738056:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.738057:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698765 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738061:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.738062:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698740.738063:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698740.738065:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698740.738066:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698740.738067:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298627094
00000100:00000001:2.0:1787698740.738069:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298627747
00000100:00000001:2.0:1787698740.738070:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298627094
00000100:00000001:2.0:1787698740.738074:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298627747
00000100:00000001:2.0:1787698740.738076:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698740.738077:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.738078:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698740.738080:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698740/real 1787698740]  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698740.738084:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698740.738085:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698740.738086:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698740.738087:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698740.738088:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698740.738089:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698740.738091:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698740.738095:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738098:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698740.738100:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738101:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.738102:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698740.738104:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738107:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698740.738109:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738112:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698740.738113:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738114:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698740.738115:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738116:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698740.738117:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698740.738118:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698740.738120:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698740.738121:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698740.738122:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698740.738126:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216128:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698740.738128:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738129:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.738131:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947215872/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738135:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698740.738136:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698740.738137:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698740.738138:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698740.738139:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698740.738140:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698740.738141:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698740.738142:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698740.738144:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698740.738145:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698740.738146:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698740.738147:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698740.738148:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738149:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.738150:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947216000/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738154:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698740.738155:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698740.738155:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698740.738156:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698740.738157:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698740.738158:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698740.738159:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698740.738159:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698740.738160:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698740.738161:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698740.738162:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698740.738163:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698740.738163:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738164:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698740.738166:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947216128/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698765 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698740.738169:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698740.738169:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698740.738170:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698740.738172:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698740.738173:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698740.738173:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698740.738174:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698740.738175:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698740.738176:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698740.738177:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698740.738177:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698740.738179:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698740.738180:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738181:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698740.738183:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698740.738184:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698740.738185:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698740.738186:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698741.184935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698741.184935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698741.184941:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698741.184941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698741.184942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698741.184945:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698741.184945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698741.184947:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698741.184952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698741.184953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698741.184955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698741.184958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698741.184958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698741.184959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698741.184961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698741.184962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698741.184965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698741.184965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698741.184968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698741.184969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698741.184974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698741.184974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698741.184977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698741.184980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698741.185008:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698741.185011:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698741.185013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698741.440936:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298627747, at 4298627776
00000100:00000040:1.0:1787698741.440941:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298627747, at 4298627776
00000100:00000010:0.0:1787698741.440949:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70540.
00000100:00000010:1.0:1787698741.440952:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70900.
00000100:00000001:3.0:1787698741.760931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698741.760938:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698741.760940:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698741.760945:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698741.760948:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698741.760952:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698741.760954:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698741.760957:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698741.760959:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698742.208920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698742.208922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698742.208927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698742.208927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698742.208928:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698742.208931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698742.208931:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698742.208933:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698742.208936:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787698742.208939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698742.208939:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698742.208940:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698742.208945:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698742.208945:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698742.208945:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698742.208950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698742.208950:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698742.208950:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698742.208952:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698742.208956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698742.208957:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698742.208959:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698742.208961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698742.208963:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698742.208963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698742.208964:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698742.208967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698742.208968:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698742.208971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698742.208972:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698742.208976:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698742.208978:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698742.208979:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698742.208981:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698742.208983:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698742.208984:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698742.208999:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698742.209000:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698742.209002:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698742.784952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698742.784958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698742.784959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698742.784963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698742.784965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698742.784969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698742.784971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698742.784989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698742.784992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698743.232931:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698743.232931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698743.232939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698743.232939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698743.232941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698743.232941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698743.232944:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698743.232946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698743.232946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698743.232949:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698743.232951:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698743.232952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698743.232956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698743.232956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698743.232957:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698743.232960:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698743.232961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698743.232966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698743.232967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698743.232969:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698743.232969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698743.232970:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698743.232972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698743.232976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698743.233006:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698743.233009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698743.233011:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698743.808914:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698743.808919:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698743.808920:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698743.808924:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698743.808926:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698743.808929:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698743.808930:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698743.808931:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698743.808933:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698744.256912:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698744.256914:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698744.256919:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698744.256921:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698744.256924:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698744.256926:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698744.256927:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698744.256928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:0.0:1787698744.256936:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698744.256936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698744.256937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698744.256940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698744.256942:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698744.256944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698744.256946:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698744.256948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698744.256950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698744.256950:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698744.256954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698744.256956:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698744.256958:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698744.256959:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698744.256959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698744.256963:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698744.256964:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698744.256968:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698744.256977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698744.256978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698744.256981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698744.256983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698744.256985:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698744.256990:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698744.256990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698744.832967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698744.832972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698744.832974:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698744.832979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698744.832981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698744.832984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698744.832986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698744.832988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698744.832991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698745.280954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698745.280954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698745.280963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698745.280963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698745.280966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698745.280967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698745.280975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698745.280976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698745.280982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698745.280982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698745.280988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698745.280988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698745.280993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698745.280997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698745.280998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698745.281000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698745.281000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698745.281006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698745.281010:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698745.281011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698745.281024:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698745.281028:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698745.281035:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698745.281037:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698745.281082:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698745.281087:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698745.281090:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698745.856978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698745.856989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698745.856992:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698745.856996:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698745.856999:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698745.857002:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698745.857006:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698745.857011:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698745.857012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3959
00000100:00100000:3.0:1787698745.857019:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698745.857024:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787698745.857026:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698745.857030:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698745.857034:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698745.857036:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787698745.857038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698745.857042:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698745.857043:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857048:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698745.857051:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698745.857052:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698745.857060:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698745.857062:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698745.857064:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698745.857068:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698745.857070:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698745.857072:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698745.857074:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857076:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698745.857077:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857079:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698745.857082:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698745.857084:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857086:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698745.857088:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698745.857092:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698745.857094:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857096:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698745.857098:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698745.857109:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787698745.857112:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698745.857116:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698745.857117:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857120:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698745.857122:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698745.857128:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698745.857166:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787698745.857173:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698745.857183:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698745.857192:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698745.857196:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698745.857200:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698745.857220:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698745.857223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698745.857225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698745.857226:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698745.857228:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698745.857230:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698745.857232:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3959
00000400:00000200:1.0:1787698745.857234:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698745.857236:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698745.857237:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698745.857239:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857241:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698745.857243:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857244:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698745.857246:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698745.857247:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698745.857248:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698745.857249:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698745.857251:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698745.857253:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698745.857255:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857257:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698745.857259:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857261:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698745.857263:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698745.857266:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857268:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698745.857270:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698745.857276:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698745.857278:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857280:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698745.857284:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698745.857286:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857287:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698745.857292:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698745.857293:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787698745.857296:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698745.857303:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698745.857305:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.857306:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698745.857314:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698745.857315:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787698745.857318:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698745.857320:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698745.857324:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
00000100:00000040:2.0:1787698745.857328:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698745.857329:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698745.857339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698745.857375:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698745.857375:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698745.857378:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857379:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698745.857389:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698745.857390:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698745.857398:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698745.857400:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698745.857406:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787698745.857408:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698745.857409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698745.857416:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698745.857418:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698745.857424:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787698745.857424:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947216256:192.168.201.121@tcp:250:kworker.0
00000100:00080000:1.0:1787698745.857431:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3959
00000400:00000200:1.0:1787698745.857440:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698745.857453:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698745.857456:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787698745.857457:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698745.857467:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698745.857467:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698745.857476:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787698745.857476:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698745.857485:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698745.857485:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787698745.857494:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698745.857496:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698745.857497:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698745.857498:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698745.857500:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
02000000:00000010:2.0:1787698745.857501:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
00000020:00000001:1.0:1787698745.857503:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698745.857508:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
02000000:00000001:2.0:1787698745.857509:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698745.857513:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857516:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698745.857522:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698745.857524:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857527:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698745.857529:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698745.857532:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000010:2.0:1787698745.857533:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00000001:1.0:1787698745.857535:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698745.857541:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698745.857543:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698745.857545:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857546:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787698745.857548:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000008:00100000:1.0:1787698745.857549:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698745.857555:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857557:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698745.857560:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216256, portal 25
00000100:00000010:1.0:1787698745.857561:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698745.857566:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:2.0:1787698745.857568:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787698745.857570:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698745.857572:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.857574:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000001:1.0:1787698745.857575:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698745.857577:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698745.857579:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698745.857586:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000001:1.0:1787698745.857590:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698745.857594:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698745.857597:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698745.857644:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698745.857651:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.857654:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698745.857657:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698745.857666:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857676:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698745.857679:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00080000:1.0:1787698745.857681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698745.857689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1787698745.857690:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947216256, offset 0
00000100:00000001:1.0:1787698745.857692:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698745.857694:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698745.857702:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698745.857705:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3959
00000400:00000200:2.0:1787698745.857712:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698745.857713:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698745.857722:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698745.857724:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698745.857726:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857728:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698745.857734:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698745.857735:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857740:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698745.857744:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698745.857746:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698745.857747:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698745.857750:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698745.857753:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698745.857754:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698745.857761:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787698745.857769:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698745.857770:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787698745.857772:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698745.857775:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857776:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698745.857780:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:2.0:1787698745.857781:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:1.0:1787698745.857785:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698745.857788:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.857791:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787698745.857792:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698745.857798:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698745.857800:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:1.0:1787698745.857810:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857815:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787698745.857816:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12329:12329:256:4294967295] 192.168.201.121@tcp LPNI seq info [12329:12329:8:4294967295]
00000008:00100000:1.0:1787698745.857818:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698745.857827:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857831:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.857840:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:1.0:1787698745.857843:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698745.857876:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698745.857878:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698745.857879:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698745.857881:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698745.857882:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698745.857883:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698745.857886:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00000001:1.0:1787698745.857888:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698745.857892:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698745.857898:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698745.857900:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698745.857907:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698745.857928:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.857928:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787698745.857936:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3969)
00000800:00000200:2.0:1787698745.857948:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.857956:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698745.857964:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698745.857970:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698745.857976:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698745.857978:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698745.857982:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.857984:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698745.857990:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698745.857993:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698745.857998:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698745.858000:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698745.858003:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698745.858007:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858016:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858019:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858024:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858026:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698745.858031:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.858034:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698745.858036:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298632868
00000100:00000010:2.0:1787698745.858041:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70a80.
00000100:00000001:2.0:1787698745.858047:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698745.858054:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298632868
00000100:00000010:2.0:1787698745.858056:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70660.
00000100:00000001:2.0:1787698745.858058:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698745.858060:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698745.858062:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858064:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698745.858068:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698745/real 1787698745]  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698745.858074:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698745.858075:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698745.858077:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698745.858079:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698745.858080:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698745.858082:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698745.858084:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698745.858090:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858095:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698745.858096:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858098:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858099:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698745.858102:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858106:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698745.858109:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858114:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698745.858116:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858117:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858117:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858119:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698745.858121:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698745.858124:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698745.858128:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698745.858131:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698745.858136:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698745.858160:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947216256:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698745.858169:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858171:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858175:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947216256/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858183:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698745.858186:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858189:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698745.858193:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698745.858196:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698745.858197:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698745.858199:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698745.858202:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698745.858205:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698745.858206:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698745.858208:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698745.858210:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698745.858211:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858213:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858219:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698745.858220:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858222:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698745.858224:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698745.858225:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698745.858228:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858233:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698745.858234:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698745.858236:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698745.858237:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698745.858239:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698745.858241:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216384:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698745.858243:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698745.858245:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698745.858246:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698745.858248:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858250:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698745.858251:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.858254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698745.858256:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698745.858259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698745.858261:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216384, portal 10
00000100:00000001:2.0:1787698745.858262:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698745.858264:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698745.858269:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858274:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698745.858275:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698745.858277:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698745.858278:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947216384, offset 0
00000400:00000200:2.0:1787698745.858281:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698745.858284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698745.858286:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698745.858289:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698745.858290:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698745.858292:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698745.858294:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698745.858296:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12330:12330:256:4294967295] 192.168.201.121@tcp LPNI seq info [12330:12330:8:4294967295]
00000400:00000200:2.0:1787698745.858299:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698745.858303:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698745.858306:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.858309:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698745.858311:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698745.858313:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698745.858316:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698745.858318:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698745.858321:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.858322:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698745.858325:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698745.858327:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698745.858329:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698745.858330:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698745.858332:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698745.858334:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858339:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858341:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858346:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858347:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698745.858349:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698745.858352:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698745.858354:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698745.858355:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298632210
00000100:00000001:2.0:1787698745.858357:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298632868
00000100:00000001:2.0:1787698745.858358:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298632210
00000100:00000001:2.0:1787698745.858360:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298632868
00000100:00000001:2.0:1787698745.858361:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698745.858363:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858364:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698745.858366:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698745/real 1787698745]  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698745.858371:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698745.858372:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698745.858373:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698745.858375:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698745.858376:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698745.858377:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698745.858379:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698745.858385:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858389:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698745.858390:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858391:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858392:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698745.858394:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858398:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698745.858400:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858404:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698745.858406:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858407:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858408:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858409:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698745.858411:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698745.858413:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698745.858415:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698745.858417:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698745.858420:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698745.858424:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216384:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698745.858427:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698745.858429:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858438:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698745.858439:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698745.858441:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698745.858442:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698745.858443:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698745.858445:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216512:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698745.858447:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698745.858448:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698745.858449:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698745.858451:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858453:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698745.858454:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.858456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698745.858458:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698745.858460:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698745.858462:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216512, portal 4
00000100:00000001:2.0:1787698745.858463:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698745.858464:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698745.858468:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858472:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698745.858473:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698745.858474:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698745.858476:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947216512, offset 0
00000400:00000200:2.0:1787698745.858478:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698745.858480:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698745.858482:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698745.858484:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698745.858486:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698745.858487:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698745.858489:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698745.858491:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12331:12331:256:4294967295] 192.168.201.121@tcp LPNI seq info [12331:12331:8:4294967295]
00000400:00000200:2.0:1787698745.858494:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698745.858498:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698745.858501:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.858503:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698745.858505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698745.858507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698745.858510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698745.858511:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698745.858514:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.858515:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698745.858517:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698745.858519:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698745.858521:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698745.858522:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698745.858524:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698745.858526:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858531:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858533:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858537:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858538:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698745.858539:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698745.858541:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698745.858543:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698745.858544:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298632227
00000100:00000001:2.0:1787698745.858546:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298632868
00000100:00000001:2.0:1787698745.858547:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298632227
00000100:00000001:2.0:1787698745.858549:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298632868
00000100:00000001:2.0:1787698745.858551:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698745.858553:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858555:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698745.858559:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698745/real 1787698745]  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698745.858598:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698745.858599:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698745.858601:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698745.858604:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698745.858605:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698745.858608:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698745.858612:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698745.858619:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858625:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698745.858629:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858632:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858633:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698745.858639:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858645:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698745.858649:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858655:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698745.858658:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858659:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858661:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858662:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698745.858664:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698745.858667:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698745.858670:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698745.858672:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698745.858676:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698745.858683:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216512:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698745.858687:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698745.858691:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858697:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698745.858699:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698745.858701:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698745.858703:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698745.858705:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698745.858707:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216640:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698745.858710:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698745.858713:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698745.858715:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698745.858717:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858722:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698745.858724:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698745.858729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698745.858731:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698745.858734:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698745.858737:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216640, portal 4
00000100:00000001:2.0:1787698745.858739:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698745.858740:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698745.858746:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858752:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698745.858755:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698745.858757:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698745.858759:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947216640, offset 0
00000400:00000200:2.0:1787698745.858763:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698745.858767:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698745.858771:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698745.858774:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698745.858777:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698745.858779:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698745.858781:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698745.858785:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12332:12332:256:4294967295] 192.168.201.121@tcp LPNI seq info [12332:12332:8:4294967295]
00000400:00000200:2.0:1787698745.858789:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698745.858796:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698745.858801:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.858805:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698745.858809:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698745.858812:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787698745.858816:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698745.858818:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787698745.858821:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698745.858822:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698745.858824:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698745.858827:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698745.858829:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698745.858830:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698745.858832:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698745.858835:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858840:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858842:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858847:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858868:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698745.858871:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698745.858874:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698745.858876:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698745.858877:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298632215
00000100:00000001:2.0:1787698745.858879:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298632868
00000100:00000001:2.0:1787698745.858881:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298632215
00000100:00000001:2.0:1787698745.858883:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298632868
00000100:00000001:2.0:1787698745.858884:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698745.858885:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.858886:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698745.858889:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698745/real 1787698745]  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698745.858894:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698745.858895:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698745.858896:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698745.858898:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698745.858899:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698745.858901:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698745.858903:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698745.858908:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858913:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698745.858913:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858914:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858915:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698745.858917:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858921:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698745.858924:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858929:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698745.858930:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858931:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698745.858932:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858933:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698745.858934:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698745.858936:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698745.858938:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698745.858939:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698745.858941:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698745.858946:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216640:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698745.858948:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858950:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858951:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947216384/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858955:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698745.858957:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858958:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698745.858960:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698745.858961:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698745.858962:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698745.858964:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698745.858965:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698745.858967:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698745.858968:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698745.858969:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698745.858971:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698745.858971:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858973:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858975:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947216512/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858980:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698745.858981:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858982:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698745.858983:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698745.858983:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698745.858984:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698745.858985:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698745.858986:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698745.858987:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698745.858988:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698745.858989:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698745.858990:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698745.858991:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.858992:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698745.858994:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947216640/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698770 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698745.858997:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698745.858998:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698745.858999:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698745.859000:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698745.859001:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698745.859001:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698745.859003:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698745.859003:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698745.859005:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698745.859005:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698745.859006:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698745.859007:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698745.859008:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.859009:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698745.859012:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698745.859013:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698745.859014:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698745.859015:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698746.304974:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698746.304978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698746.304986:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698746.304990:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698746.304994:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698746.305003:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698746.305005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698746.305009:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698746.305015:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698746.305015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698746.305024:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698746.305025:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698746.305027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698746.305032:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698746.305034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698746.305039:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698746.305040:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698746.305047:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698746.305047:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698746.305061:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698746.305063:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698746.305067:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698746.305072:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698746.305074:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698746.305099:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698746.305103:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698746.305106:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698746.560965:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298632868, at 4298632896
00000100:00000040:1.0:1787698746.560965:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298632868, at 4298632896
00000100:00000010:0.0:1787698746.560984:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70a80.
00000100:00000010:1.0:1787698746.561010:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70660.
00000100:00000001:1.0:1787698746.881059:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698746.881065:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698746.881067:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698746.881071:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698746.881075:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698746.881077:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698746.881079:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698746.881081:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698746.881083:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698747.328938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698747.328947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698747.328949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698747.328950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698747.328955:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698747.328959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698747.328963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698747.328964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698747.328965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698747.328974:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698747.328975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698747.328977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698747.328980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698747.328986:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698747.328988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787698747.328990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698747.328990:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698747.328994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698747.328997:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698747.329006:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698747.329006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698747.329009:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698747.329015:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698747.329021:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698747.329027:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698747.329032:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698747.329036:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698747.904971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698747.904979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698747.904982:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698747.904987:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698747.904991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698747.904995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698747.904998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698747.905000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698747.905003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698748.352967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698748.352973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698748.352974:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698748.352984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698748.352988:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698748.352988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698748.352994:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698748.352995:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698748.352995:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698748.352999:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698748.353006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698748.353008:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698748.353009:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698748.353011:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698748.353017:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698748.353017:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698748.353029:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698748.353029:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698748.353030:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698748.353036:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698748.353037:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698748.353038:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698748.353056:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698748.353056:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698748.353057:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698748.353066:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698748.353071:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698748.928947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698748.928956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698748.928958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698748.928965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698748.928968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698748.928972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698748.928975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698748.928978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698748.928982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698749.376917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698749.376923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698749.376925:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698749.376930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698749.376934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698749.376934:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698749.376938:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698749.376940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698749.376941:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698749.376943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698749.376945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698749.376948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698749.376950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698749.376951:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698749.376953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698749.376957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698749.376962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698749.376962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698749.376966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698749.376968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698749.376972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698749.376975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698749.376976:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698749.376979:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698749.377014:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698749.377019:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698749.377023:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698749.952954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698749.952962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698749.952964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698749.952970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698749.952973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698749.952977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698749.952980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698749.952983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698749.952986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698750.400909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698750.400915:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698750.400917:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698750.400919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698750.400920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698750.400921:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698750.400923:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698750.400926:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698750.400926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698750.400927:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698750.400933:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698750.400934:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698750.400934:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698750.400938:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698750.400940:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698750.400940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698750.400941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698750.400943:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698750.400946:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698750.400950:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698750.400954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698750.400954:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698750.400956:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698750.400958:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698750.400962:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698750.400966:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698750.400969:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698750.977000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698750.977004:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787698750.977018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698750.977018:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698750.977026:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698750.977028:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698750.977031:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977033:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1787698750.977041:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:1.0:1787698750.977048:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3964
00000100:00000001:3.0:1787698750.977049:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698750.977071:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698750.977075:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698750.977080:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698750.977081:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698750.977089:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698750.977092:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698750.977096:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698750.977099:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977102:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698750.977104:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977106:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698750.977110:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698750.977111:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698750.977114:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698750.977117:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698750.977118:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698750.977120:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698750.977123:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977125:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698750.977127:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977128:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698750.977131:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698750.977134:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977136:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698750.977138:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698750.977142:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698750.977145:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977147:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698750.977150:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698750.977159:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698750.977162:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698750.977166:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698750.977168:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977171:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698750.977174:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698750.977179:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698750.977189:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00000001:1.0:1787698750.977196:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698750.977205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698750.977213:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698750.977216:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698750.977220:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698750.977254:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698750.977257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698750.977259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698750.977260:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698750.977262:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698750.977263:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698750.977266:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3964
00000400:00000200:1.0:1787698750.977269:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698750.977271:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698750.977273:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698750.977275:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977276:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698750.977278:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977280:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698750.977281:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698750.977282:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698750.977284:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698750.977285:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698750.977287:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698750.977288:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698750.977290:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977292:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698750.977293:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977295:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698750.977297:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698750.977299:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977301:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.977302:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787698750.977303:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698750.977308:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787698750.977309:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698750.977311:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787698750.977313:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977315:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698750.977318:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787698750.977319:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787698750.977323:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977327:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698750.977332:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698750.977335:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:2.0:1787698750.977335:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698750.977338:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698750.977339:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698750.977342:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.977343:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787698750.977344:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698750.977346:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698750.977347:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698750.977351:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698750.977352:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698750.977359:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00100000:2.0:1787698750.977359:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947216768:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698750.977363:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698750.977368:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698750.977375:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787698750.977379:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698750.977380:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698750.977381:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.977383:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698750.977388:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698750.977388:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698750.977395:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
00000100:00000001:1.0:1787698750.977397:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.977398:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698750.977401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698750.977405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787698750.977406:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698750.977407:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698750.977410:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787698750.977411:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00000001:1.0:1787698750.977412:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698750.977416:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3964
00000400:00000010:2.0:1787698750.977419:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000400:00000200:1.0:1787698750.977420:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698750.977426:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698750.977428:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787698750.977429:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216768, portal 25
00000100:00000040:1.0:1787698750.977431:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698750.977433:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698750.977434:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698750.977436:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:1.0:1787698750.977438:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977441:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698750.977444:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787698750.977445:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698750.977446:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698750.977449:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698750.977451:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698750.977455:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698750.977459:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:2.0:1787698750.977461:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698750.977464:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977468:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698750.977468:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698750.977472:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:2.0:1787698750.977473:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000001:1.0:1787698750.977474:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000200:2.0:1787698750.977478:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947216768, offset 0
00000020:00000040:1.0:1787698750.977480:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698750.977484:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977488:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698750.977493:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698750.977493:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698750.977498:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698750.977503:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698750.977504:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977508:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787698750.977511:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000008:00100000:1.0:1787698750.977512:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698750.977517:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.977519:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787698750.977521:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.977525:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000010:1.0:1787698750.977528:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000400:00000200:2.0:1787698750.977529:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787698750.977535:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:2.0:1787698750.977535:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:1.0:1787698750.977541:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698750.977541:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12333:12333:256:4294967295] 192.168.201.121@tcp LPNI seq info [12333:12333:8:4294967295]
02000000:00000001:1.0:1787698750.977544:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977548:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787698750.977548:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698750.977550:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698750.977552:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698750.977556:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787698750.977561:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.977562:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787698750.977569:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787698750.977570:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.977577:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000100:00000001:1.0:1787698750.977579:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698750.977581:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698750.977585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698750.977586:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787698750.977591:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1787698750.977598:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698750.977603:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:1.0:1787698750.977604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698750.977609:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1787698750.977610:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000100:00000001:1.0:1787698750.977611:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698750.977614:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1787698750.977618:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977620:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1787698750.977621:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000100:00080000:1.0:1787698750.977624:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3964
00000400:00000200:2.0:1787698750.977628:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698750.977630:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698750.977636:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:2.0:1787698750.977636:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787698750.977640:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698750.977644:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000100:00000040:1.0:1787698750.977646:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:2.0:1787698750.977647:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:1.0:1787698750.977650:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698750.977653:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787698750.977654:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977657:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698750.977660:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787698750.977660:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698750.977661:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698750.977664:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698750.977667:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698750.977670:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698750.977675:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698750.977678:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698750.977680:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977684:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698750.977684:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698750.977688:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698750.977693:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698750.977697:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:2.0:1787698750.977699:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698750.977701:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698750.977703:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698750.977704:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698750.977707:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698750.977709:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698750.977710:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698750.977714:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.977717:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698750.977718:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698750.977721:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698750.977722:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298637987
00000008:00000001:1.0:1787698750.977725:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977728:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698750.977729:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ae0.
00000100:00000010:1.0:1787698750.977731:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787698750.977734:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698750.977736:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1787698750.977737:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698750.977739:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698750.977742:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698750.977743:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698750.977744:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.977746:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298637987
02000000:00000010:1.0:1787698750.977747:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00000001:1.0:1787698750.977753:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698750.977753:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70240.
00000100:00000001:2.0:1787698750.977757:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698750.977759:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698750.977760:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.977765:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698750.977768:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787698750.977771:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698750/real 1787698750]  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698750.977788:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698750.977791:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787698750.977792:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698750.977795:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787698750.977796:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787698750.977797:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698750.977801:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698750.977804:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698750.977808:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787698750.977810:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698750.977814:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698750.977815:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3975)
00000100:00000200:2.0:1787698750.977824:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.977830:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698750.977832:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.977833:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.977835:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698750.977838:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.977843:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698750.977876:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.977882:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698750.977884:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.977885:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.977887:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.977889:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698750.977890:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698750.977892:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698750.977895:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698750.977897:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698750.977900:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698750.977906:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947216768:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698750.977909:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.977911:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.977913:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947216768/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.977917:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698750.977919:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698750.977921:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698750.977923:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698750.977924:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698750.977926:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698750.977927:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698750.977929:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698750.977932:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698750.977933:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698750.977934:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698750.977936:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698750.977937:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.977939:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.977944:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698750.977946:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.977947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698750.977948:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698750.977949:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698750.977952:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.977957:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698750.977958:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.977960:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698750.977961:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698750.977962:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698750.977964:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216896:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698750.977966:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698750.977968:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698750.977969:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.977970:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698750.977972:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698750.977973:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.977976:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698750.977978:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698750.977980:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698750.977982:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947216896, portal 10
00000100:00000001:2.0:1787698750.977983:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698750.977984:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698750.977989:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.977993:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698750.977995:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698750.977996:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698750.977998:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947216896, offset 0
00000400:00000200:2.0:1787698750.978000:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698750.978003:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698750.978005:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698750.978007:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698750.978009:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698750.978010:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698750.978012:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698750.978015:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12334:12334:256:4294967295] 192.168.201.121@tcp LPNI seq info [12334:12334:8:4294967295]
00000400:00000200:2.0:1787698750.978018:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698750.978022:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698750.978025:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.978027:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698750.978030:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698750.978032:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787698750.978034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698750.978036:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787698750.978038:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.978040:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698750.978042:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698750.978044:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698750.978046:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698750.978047:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698750.978049:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698750.978051:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978075:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.978079:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978086:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978088:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698750.978092:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698750.978096:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698750.978099:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698750.978101:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298637330
00000100:00000001:2.0:1787698750.978104:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298637987
00000100:00000001:2.0:1787698750.978106:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298637330
00000100:00000001:2.0:1787698750.978108:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298637987
00000100:00000001:2.0:1787698750.978110:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698750.978113:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978115:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698750.978120:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698750/real 1787698750]  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698750.978128:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698750.978130:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698750.978132:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698750.978134:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698750.978136:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698750.978138:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698750.978142:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698750.978152:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978159:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698750.978160:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978162:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.978164:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698750.978168:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978175:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698750.978180:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978187:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698750.978189:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978191:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.978193:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978194:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698750.978197:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698750.978200:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698750.978204:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698750.978206:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698750.978210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698750.978218:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947216896:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698750.978223:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698750.978226:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978234:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698750.978235:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.978237:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698750.978239:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698750.978242:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698750.978245:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217024:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698750.978248:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698750.978250:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698750.978252:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.978254:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698750.978257:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698750.978260:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.978263:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698750.978266:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698750.978270:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698750.978273:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217024, portal 4
00000100:00000001:2.0:1787698750.978275:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698750.978276:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698750.978282:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978289:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698750.978292:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698750.978294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698750.978297:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947217024, offset 0
00000400:00000200:2.0:1787698750.978301:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698750.978305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698750.978309:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698750.978312:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698750.978315:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698750.978317:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698750.978319:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698750.978323:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12335:12335:256:4294967295] 192.168.201.121@tcp LPNI seq info [12335:12335:8:4294967295]
00000400:00000200:2.0:1787698750.978327:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698750.978334:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698750.978338:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.978341:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698750.978345:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698750.978348:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787698750.978352:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698750.978355:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787698750.978359:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.978361:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698750.978364:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698750.978368:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698750.978371:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698750.978372:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698750.978375:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698750.978378:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978383:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.978385:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978390:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978391:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698750.978394:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698750.978396:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698750.978398:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698750.978400:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298637347
00000100:00000001:2.0:1787698750.978402:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298637987
00000100:00000001:2.0:1787698750.978403:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298637347
00000100:00000001:2.0:1787698750.978405:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298637987
00000100:00000001:2.0:1787698750.978406:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698750.978408:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978409:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698750.978411:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698750/real 1787698750]  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698750.978416:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698750.978417:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698750.978418:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698750.978419:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698750.978420:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698750.978421:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698750.978423:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698750.978428:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978432:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698750.978433:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978434:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.978435:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698750.978437:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978441:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698750.978444:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978451:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698750.978454:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978456:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.978457:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978459:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698750.978461:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698750.978463:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698750.978468:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698750.978470:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698750.978474:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698750.978483:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217024:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698750.978487:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698750.978490:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978498:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698750.978499:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.978501:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698750.978503:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698750.978505:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698750.978509:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217152:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698750.978512:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698750.978514:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698750.978515:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698750.978517:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698750.978521:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698750.978523:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698750.978527:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698750.978530:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698750.978534:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698750.978537:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217152, portal 4
00000100:00000001:2.0:1787698750.978539:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698750.978540:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698750.978547:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978554:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698750.978557:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698750.978559:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698750.978561:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947217152, offset 0
00000400:00000200:2.0:1787698750.978565:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698750.978569:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698750.978573:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698750.978575:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698750.978578:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698750.978580:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698750.978583:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698750.978586:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12336:12336:256:4294967295] 192.168.201.121@tcp LPNI seq info [12336:12336:8:4294967295]
00000400:00000200:2.0:1787698750.978590:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698750.978596:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698750.978601:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.978604:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698750.978608:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698750.978611:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787698750.978616:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698750.978618:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1787698750.978622:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698750.978624:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698750.978627:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698750.978631:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698750.978634:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698750.978636:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698750.978639:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698750.978643:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978651:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.978654:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698775 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978661:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978663:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698750.978666:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698750.978668:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698750.978671:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698750.978673:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298637334
00000100:00000001:2.0:1787698750.978676:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298637987
00000100:00000001:2.0:1787698750.978678:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298637334
00000100:00000001:2.0:1787698750.978680:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298637987
00000100:00000001:2.0:1787698750.978683:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698750.978685:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978686:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698750.978690:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698750/real 1787698750]  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698750.978698:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698750.978699:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698750.978701:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698750.978703:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698750.978705:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698750.978707:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698750.978710:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698750.978719:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978731:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698750.978733:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978735:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.978736:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698750.978740:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978747:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698750.978751:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978759:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698750.978761:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978763:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698750.978764:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978766:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698750.978768:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698750.978771:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698750.978774:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698750.978777:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698750.978781:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698750.978790:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217152:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698750.978793:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978795:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.978799:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947216896/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978806:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698750.978808:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698750.978810:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698750.978813:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698750.978814:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698750.978816:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698750.978818:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698750.978820:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698750.978823:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698750.978824:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698750.978826:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698750.978828:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698750.978830:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978831:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.978835:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947217024/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978841:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698750.978842:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698750.978844:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698750.978846:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698750.978865:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698750.978867:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698750.978869:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698750.978871:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698750.978873:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698750.978875:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698750.978876:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698750.978878:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698750.978880:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978882:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698750.978885:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947217152/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698775 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698750.978892:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698750.978894:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698750.978895:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698750.978898:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698750.978899:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698750.978900:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698750.978903:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698750.978904:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698750.978906:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698750.978907:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698750.978909:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698750.978911:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698750.978912:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978914:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698750.978917:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698750.978918:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698750.978920:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698750.978922:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698751.424934:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698751.424950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698751.424952:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698751.424955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698751.424958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698751.424961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698751.424962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698751.424964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698751.424968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698751.424972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698751.424974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698751.424977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698751.424978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698751.424979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698751.424981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698751.425012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698751.425017:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698751.425021:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698751.427046:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698751.427063:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698751.427065:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698751.427069:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698751.427072:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698751.427075:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698751.427077:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698751.427079:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698751.427081:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698751.680968:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298637987, at 4298638016
00000100:00000040:1.0:1787698751.680969:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298637987, at 4298638016
00000100:00000010:0.0:1787698751.680991:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ae0.
00000100:00000010:1.0:1787698751.680996:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70240.
00000100:00000001:3.0:1787698752.000966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698752.000979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698752.000981:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698752.000987:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698752.000990:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698752.000993:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698752.000995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698752.000997:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698752.001000:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698752.448906:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698752.448913:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698752.448915:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698752.448919:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698752.448920:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698752.448920:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698752.448924:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698752.448925:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698752.448928:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698752.448928:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698752.448931:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698752.448932:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698752.448935:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698752.448938:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698752.448939:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698752.448941:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698752.448942:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698752.448944:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698752.448947:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698752.448949:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698752.448951:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698752.448954:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698752.448955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698752.448959:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698752.448961:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698752.448961:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698752.448961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698752.448967:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698752.448967:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698752.448972:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698752.448975:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698752.448975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698752.448980:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698752.448983:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698752.448986:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698752.448987:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698752.449007:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698752.449010:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698752.449013:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698753.024940:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698753.024947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698753.024949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698753.024954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698753.024957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698753.024959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698753.024961:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698753.024963:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698753.024966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698753.472902:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698753.472912:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698753.472915:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698753.472916:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698753.472921:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698753.472924:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698753.472924:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698753.472927:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698753.472928:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698753.472933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698753.472934:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698753.472938:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698753.472941:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698753.472942:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698753.472943:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698753.472946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698753.472947:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698753.472955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698753.472958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698753.472964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698753.472967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698753.472970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698753.472971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698753.472974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698753.472996:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698753.473000:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698753.473003:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698754.048947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698754.048953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698754.048954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698754.048959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698754.048961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698754.048964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698754.048966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698754.048968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698754.048970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698754.496907:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698754.496914:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698754.496916:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698754.496921:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698754.496925:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698754.496925:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698754.496929:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698754.496930:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698754.496934:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698754.496936:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698754.496939:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698754.496940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698754.496941:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698754.496945:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698754.496945:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698754.496948:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698754.496951:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698754.496953:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698754.496954:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698754.496956:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698754.496960:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698754.496981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698754.496984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698754.496987:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698754.497040:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698754.497045:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698754.497046:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698754.497049:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698754.497052:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698754.497054:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698754.497056:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698754.497058:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698754.497060:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698755.072975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698755.072983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698755.073016:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698755.073022:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698755.073026:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698755.073030:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698755.073033:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698755.073036:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698755.073039:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698755.520941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698755.520942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698755.520949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698755.520950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698755.520954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698755.520955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698755.520955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698755.520960:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698755.520962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698755.520963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698755.520965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698755.520967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698755.520969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698755.520971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698755.520972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698755.520974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698755.520976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698755.520989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698755.520989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698755.520994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698755.521000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698755.521001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698755.521005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698755.521009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698755.521011:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698755.521015:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698755.521017:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698756.096953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698756.096953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698756.096959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698756.096961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698756.096966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787698756.096967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698756.096981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698756.096985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698756.096986:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698756.096988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698756.096992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698756.096993:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698756.096994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097001:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698756.097010:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3970
00000400:00000200:1.0:1787698756.097020:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698756.097027:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698756.097031:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698756.097035:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097038:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698756.097040:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097043:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698756.097047:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698756.097050:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698756.097053:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698756.097057:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698756.097060:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698756.097062:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698756.097066:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097068:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698756.097071:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097072:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698756.097075:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698756.097079:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097083:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698756.097086:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698756.097089:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698756.097092:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097095:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698756.097097:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698756.097106:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698756.097110:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698756.097115:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698756.097116:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097120:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698756.097122:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698756.097126:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698756.097134:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00000001:1.0:1787698756.097140:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698756.097149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698756.097160:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698756.097174:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698756.097180:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698756.097203:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698756.097206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698756.097210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698756.097211:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698756.097213:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698756.097216:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698756.097220:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3970
00000400:00000200:1.0:1787698756.097224:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698756.097229:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698756.097232:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698756.097235:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787698756.097236:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698756.097240:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698756.097241:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698756.097243:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698756.097247:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:2.0:1787698756.097252:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698756.097253:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698756.097259:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698756.097263:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:2.0:1787698756.097266:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698756.097268:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698756.097268:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698756.097273:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
02000000:00000001:2.0:1787698756.097274:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698756.097277:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787698756.097279:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:2.0:1787698756.097281:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698756.097286:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00100000:2.0:1787698756.097288:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947217280:192.168.201.121@tcp:250:kworker.0
00000100:00000040:1.0:1787698756.097294:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698756.097296:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787698756.097300:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787698756.097303:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787698756.097304:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097308:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698756.097311:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:2.0:1787698756.097316:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698756.097317:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097320:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698756.097323:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698756.097326:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787698756.097330:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698756.097334:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698756.097334:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
00000100:00000001:1.0:1787698756.097340:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698756.097341:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698756.097345:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787698756.097352:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:1.0:1787698756.097353:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097357:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698756.097360:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00000010:1.0:1787698756.097362:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787698756.097367:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000010:2.0:1787698756.097369:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
02000000:00000001:1.0:1787698756.097370:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698756.097374:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097376:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698756.097378:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787698756.097379:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217280, portal 25
02000000:00000001:1.0:1787698756.097380:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097384:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1787698756.097388:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:2.0:1787698756.097388:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000001:1.0:1787698756.097396:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698756.097398:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698756.097405:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698756.097416:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698756.097423:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787698756.097424:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097428:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698756.097431:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000040:1.0:1787698756.097436:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698756.097437:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947217280, offset 0
00000400:00000200:2.0:1787698756.097450:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698756.097461:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.097471:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698756.097472:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698756.097477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698756.097478:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787698756.097484:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787698756.097485:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787698756.097490:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787698756.097492:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787698756.097493:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698756.097496:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097500:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698756.097502:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12337:12337:256:4294967295] 192.168.201.121@tcp LPNI seq info [12337:12337:8:4294967295]
00000100:00080000:1.0:1787698756.097506:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3970
00000400:00000200:1.0:1787698756.097515:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.097515:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698756.097522:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698756.097525:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698756.097532:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097537:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698756.097538:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787698756.097543:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097546:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698756.097551:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1787698756.097552:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000040:1.0:1787698756.097553:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698756.097557:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787698756.097560:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000020:00000040:1.0:1787698756.097561:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698756.097564:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698756.097567:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698756.097571:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097573:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698756.097575:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698756.097580:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698756.097583:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097586:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698756.097588:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698756.097592:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698756.097596:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097599:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.0:1787698756.097600:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:1.0:1787698756.097603:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787698756.097605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000008:00000001:1.0:1787698756.097608:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698756.097613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698756.097614:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698756.097617:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000100:00000010:1.0:1787698756.097621:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000800:00000100:2.0:1787698756.097622:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.097626:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000020:00000040:1.0:1787698756.097627:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:2.0:1787698756.097634:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787698756.097640:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698756.097641:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787698756.097644:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097648:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787698756.097649:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
02000000:00000001:1.0:1787698756.097650:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698756.097653:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698756.097655:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
02000000:00000010:1.0:1787698756.097659:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:2.0:1787698756.097661:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787698756.097665:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698756.097669:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698756.097675:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698756.097687:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787698756.097691:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787698756.097693:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698756.097695:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097704:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698756.097706:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.097706:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698756.097713:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698756.097719:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698756.097720:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097723:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298643107
00000100:00080000:1.0:1787698756.097725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787698756.097729:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d702a0.
00000100:00080000:1.0:1787698756.097731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698756.097735:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698756.097736:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698756.097738:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698756.097740:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698756.097745:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3970
00000100:00000001:2.0:1787698756.097746:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298643107
00000100:00000010:2.0:1787698756.097750:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70e40.
00000400:00000200:1.0:1787698756.097754:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698756.097755:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698756.097761:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787698756.097764:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698756.097764:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097770:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787698756.097771:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787698756.097776:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698756/real 1787698756]  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698756.097779:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097784:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698756.097789:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000001:2.0:1787698756.097790:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787698756.097793:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000001:2.0:1787698756.097794:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698756.097798:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000020:00000001:1.0:1787698756.097799:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787698756.097801:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000020:00000040:1.0:1787698756.097802:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000010:2.0:1787698756.097804:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000020:00000001:1.0:1787698756.097806:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698756.097808:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1787698756.097810:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000200:2.0:1787698756.097814:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698756.097815:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698756.097822:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:2.0:1787698756.097830:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698756.097831:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097836:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698756.097840:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698756.097842:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698756.097844:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698756.097846:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698756.097870:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.097872:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698756.097876:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698756.097880:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:2.0:1787698756.097887:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698756.097888:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698756.097894:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698756.097897:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698756.097898:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698756.097902:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698756.097907:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698756.097913:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698756.097914:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1787698756.097916:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698756.097921:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097921:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698756.097927:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097927:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.097931:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787698756.097934:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698756.097936:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1787698756.097939:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698756.097940:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787698756.097946:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1787698756.097946:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787698756.097950:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698756.097952:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698756.097955:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698756.097956:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787698756.097958:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787698756.097962:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698756.097963:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698756.097984:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00100000:2.0:1787698756.097988:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947217280:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698756.097991:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.097994:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.097997:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787698756.098001:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787698756.098002:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947217280/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098022:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698756.098026:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787698756.098028:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787698756.098031:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
00000100:00000001:1.0:1787698756.098033:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098038:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1787698756.098042:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787698756.098043:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698756.098046:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698756.098051:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698756.098056:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
00000100:00000001:1.0:1787698756.098059:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098062:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698756.098065:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:1.0:1787698756.098066:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3980)
00000100:00000010:2.0:1787698756.098068:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698756.098074:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698756.098075:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098078:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098086:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698756.098088:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098091:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698756.098093:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698756.098095:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698756.098100:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098109:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698756.098110:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098113:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698756.098115:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698756.098117:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698756.098121:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217408:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698756.098124:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698756.098127:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698756.098129:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098131:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698756.098135:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698756.098137:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698756.098142:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698756.098145:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698756.098149:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698756.098152:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217408, portal 10
00000100:00000001:2.0:1787698756.098155:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698756.098156:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698756.098163:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098171:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698756.098174:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698756.098177:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698756.098180:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947217408, offset 0
00000400:00000200:2.0:1787698756.098184:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698756.098188:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.098193:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698756.098196:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698756.098199:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698756.098201:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698756.098203:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698756.098207:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12338:12338:256:4294967295] 192.168.201.121@tcp LPNI seq info [12338:12338:8:4294967295]
00000400:00000200:2.0:1787698756.098210:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.098215:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698756.098218:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.098221:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698756.098224:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698756.098226:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787698756.098229:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698756.098232:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787698756.098234:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.098236:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698756.098238:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698756.098241:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698756.098243:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698756.098244:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698756.098246:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698756.098248:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098254:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698756.098256:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098260:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098261:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698756.098264:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698756.098267:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698756.098269:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698756.098270:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298642450
00000100:00000001:2.0:1787698756.098272:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298643107
00000100:00000001:2.0:1787698756.098274:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298642450
00000100:00000001:2.0:1787698756.098275:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298643107
00000100:00000001:2.0:1787698756.098277:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698756.098278:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098279:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698756.098282:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698756/real 1787698756]  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698756.098287:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698756.098288:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698756.098289:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698756.098290:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698756.098291:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698756.098293:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698756.098295:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698756.098301:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098313:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698756.098314:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098315:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.098316:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698756.098319:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098326:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698756.098329:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098333:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698756.098335:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098336:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.098337:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098338:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698756.098339:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698756.098341:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698756.098343:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698756.098344:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698756.098347:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698756.098352:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217408:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698756.098355:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698756.098357:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098366:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698756.098367:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098368:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698756.098370:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698756.098371:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698756.098373:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217536:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698756.098375:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698756.098376:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698756.098377:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098378:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698756.098380:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698756.098382:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698756.098384:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698756.098385:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698756.098388:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698756.098389:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217536, portal 4
00000100:00000001:2.0:1787698756.098391:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698756.098392:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698756.098396:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098400:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698756.098402:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698756.098403:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698756.098405:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947217536, offset 0
00000400:00000200:2.0:1787698756.098407:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698756.098409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.098411:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698756.098413:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698756.098415:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698756.098417:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698756.098419:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698756.098421:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12339:12339:256:4294967295] 192.168.201.121@tcp LPNI seq info [12339:12339:8:4294967295]
00000400:00000200:2.0:1787698756.098424:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.098428:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698756.098431:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.098434:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698756.098436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698756.098438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787698756.098441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698756.098442:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787698756.098445:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.098446:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698756.098448:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698756.098451:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698756.098452:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698756.098454:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698756.098455:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698756.098457:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098462:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698756.098464:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098469:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098469:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698756.098471:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698756.098473:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698756.098475:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698756.098476:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298642467
00000100:00000001:2.0:1787698756.098478:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298643107
00000100:00000001:2.0:1787698756.098479:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298642467
00000100:00000001:2.0:1787698756.098481:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298643107
00000100:00000001:2.0:1787698756.098482:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698756.098484:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098485:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698756.098488:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698756/real 1787698756]  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698756.098493:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698756.098494:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698756.098495:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698756.098496:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698756.098497:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698756.098498:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698756.098500:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698756.098508:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098515:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698756.098516:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098518:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.098519:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698756.098523:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098530:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698756.098535:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098542:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698756.098545:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098547:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.098549:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098551:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698756.098553:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698756.098556:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698756.098560:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698756.098562:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698756.098565:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698756.098570:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217536:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698756.098572:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698756.098574:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098578:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698756.098579:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098581:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698756.098582:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698756.098584:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698756.098585:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217664:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698756.098587:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698756.098589:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698756.098590:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698756.098591:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698756.098593:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698756.098595:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698756.098597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698756.098599:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698756.098601:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698756.098603:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217664, portal 4
00000100:00000001:2.0:1787698756.098604:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698756.098605:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698756.098609:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098614:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698756.098616:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698756.098617:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698756.098619:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947217664, offset 0
00000400:00000200:2.0:1787698756.098621:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698756.098624:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.098626:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698756.098629:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698756.098632:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698756.098634:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698756.098637:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698756.098640:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12340:12340:256:4294967295] 192.168.201.121@tcp LPNI seq info [12340:12340:8:4294967295]
00000400:00000200:2.0:1787698756.098644:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698756.098650:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698756.098655:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.098659:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698756.098663:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698756.098666:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787698756.098670:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698756.098673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1787698756.098677:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698756.098679:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698756.098682:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698756.098684:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698756.098686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698756.098687:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698756.098689:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698756.098692:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098697:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698756.098700:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098704:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098705:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698756.098708:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698756.098710:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698756.098712:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698756.098714:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298642454
00000100:00000001:2.0:1787698756.098715:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298643107
00000100:00000001:2.0:1787698756.098717:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298642454
00000100:00000001:2.0:1787698756.098719:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298643107
00000100:00000001:2.0:1787698756.098720:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698756.098721:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098723:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698756.098725:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698756/real 1787698756]  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698756.098730:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698756.098731:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698756.098732:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698756.098734:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698756.098735:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698756.098736:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698756.098738:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698756.098744:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098748:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698756.098748:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098749:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.098750:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698756.098752:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098756:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698756.098759:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098763:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698756.098765:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098766:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698756.098767:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098768:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698756.098769:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698756.098771:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698756.098773:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698756.098774:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698756.098776:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698756.098781:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217664:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698756.098783:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098784:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698756.098786:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947217408/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098790:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698756.098791:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698756.098793:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698756.098794:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698756.098796:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698756.098797:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698756.098798:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698756.098799:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698756.098801:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698756.098802:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698756.098803:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698756.098805:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698756.098806:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098807:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698756.098809:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947217536/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098813:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698756.098814:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698756.098815:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698756.098816:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698756.098817:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698756.098818:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698756.098819:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698756.098820:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698756.098821:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698756.098821:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698756.098822:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698756.098823:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698756.098824:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098825:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698756.098827:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947217664/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698756.098830:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698756.098831:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698756.098832:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698756.098833:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698756.098834:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698756.098834:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698756.098836:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698756.098836:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698756.098838:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698756.098838:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698756.098839:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698756.098840:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698756.098841:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098842:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698756.098845:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698756.098845:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698756.098861:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698756.098864:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698756.544957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698756.544957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698756.544969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698756.544974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698756.544976:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698756.544976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698756.544979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698756.544980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698756.544987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698756.544987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698756.544988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698756.544990:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698756.544992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698756.544994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698756.544995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698756.545000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698756.545000:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698756.545001:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698756.545005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698756.545006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698756.545008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698756.545013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698756.545017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698756.545021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698756.545034:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698756.545039:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698756.545043:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698756.800964:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298643107, at 4298643136
00000100:00000040:0.0:1787698756.800965:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298643107, at 4298643136
00000100:00000010:1.0:1787698756.800982:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70e40.
00000100:00000010:0.0:1787698756.800985:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d702a0.
00000100:00000001:3.0:1787698757.120971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698757.120978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698757.120980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698757.120984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698757.120988:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698757.120991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698757.120993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698757.120995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698757.120998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698757.568937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698757.568937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698757.568957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698757.568957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698757.568963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698757.568963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698757.568963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698757.568969:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698757.568972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698757.568973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698757.568976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698757.568981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698757.568982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698757.568982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698757.568987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698757.568987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698757.568988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698757.568992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698757.568994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698757.568997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698757.569001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698757.569001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698757.569012:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698757.569016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698757.569043:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698757.569048:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698757.569052:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698758.144964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698758.144970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698758.144972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698758.144976:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698758.144979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698758.144982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698758.144984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698758.144986:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698758.144988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698758.592969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698758.592971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698758.592972:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698758.592976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698758.592976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698758.592979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698758.592980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698758.592982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698758.592984:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698758.592985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698758.592986:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698758.592992:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698758.592992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698758.592993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698758.592996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698758.592997:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698758.592999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698758.593001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698758.593004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698758.593005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698758.593007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698758.593011:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698758.593015:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698758.593019:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698758.593021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698758.593024:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698758.593027:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698759.168976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698759.168984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698759.168986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698759.168991:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698759.168995:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698759.169000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698759.169003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698759.169006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698759.169009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698759.616954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698759.616954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698759.616961:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698759.616963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698759.616964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698759.616967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698759.616968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698759.616968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698759.616976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698759.616976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698759.616977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698759.616981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698759.616982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698759.616982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698759.616988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698759.616988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698759.616990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698759.616992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698759.616994:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698759.616997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698759.617002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698759.617003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698759.617005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698759.617007:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698759.617044:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698759.617048:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698759.617055:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698760.192991:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698760.192998:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698760.193000:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698760.193004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698760.193007:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698760.193011:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698760.193013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698760.193015:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698760.193018:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698760.640965:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698760.640965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698760.640970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698760.640974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698760.640975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698760.640975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698760.640979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698760.640980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698760.640985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698760.640986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698760.640987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698760.640988:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698760.640994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698760.640995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698760.640997:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698760.641001:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698760.641002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698760.641002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698760.641008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698760.641010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698760.641013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698760.641016:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698760.641020:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698760.641022:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698760.641024:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698760.641026:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698760.641031:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698761.216951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698761.216959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698761.216962:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698761.216965:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698761.216968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698761.216970:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698761.216975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698761.216979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3975
00000100:00000001:3.0:1787698761.216979:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698761.216987:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000400:00000200:1.0:1787698761.216990:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698761.216992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787698761.216996:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698761.216997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698761.217001:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698761.217002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787698761.217007:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698761.217007:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698761.217013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698761.217014:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698761.217018:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698761.217031:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698761.217034:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698761.217036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698761.217039:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698761.217041:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698761.217042:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698761.217045:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698761.217048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698761.217051:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698761.217053:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217055:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698761.217057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698761.217059:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698761.217061:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217063:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698761.217065:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698761.217072:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787698761.217075:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698761.217078:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698761.217079:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217081:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698761.217083:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698761.217087:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698761.217094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00000001:1.0:1787698761.217099:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698761.217106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698761.217114:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698761.217117:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698761.217120:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698761.217141:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698761.217143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698761.217145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698761.217149:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698761.217151:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698761.217153:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698761.217155:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3975
00000400:00000200:1.0:1787698761.217157:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698761.217160:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698761.217162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698761.217164:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217166:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698761.217168:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217170:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698761.217172:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698761.217173:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698761.217174:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698761.217176:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698761.217178:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698761.217178:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698761.217182:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698761.217184:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698761.217185:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698761.217188:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787698761.217189:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698761.217193:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217194:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698761.217198:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000040:2.0:1787698761.217199:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698761.217202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217207:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698761.217211:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698761.217216:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787698761.217217:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698761.217218:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698761.217223:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217226:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698761.217226:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698761.217230:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787698761.217232:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698761.217234:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787698761.217236:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217240:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698761.217241:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947217792:192.168.201.121@tcp:250:kworker.0
00000100:00000010:1.0:1787698761.217244:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698761.217246:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787698761.217248:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698761.217250:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698761.217251:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698761.217255:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.217255:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217261:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698761.217261:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787698761.217265:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698761.217267:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698761.217269:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000010:1.0:1787698761.217271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698761.217272:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217275:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698761.217279:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:1.0:1787698761.217281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787698761.217285:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000100:00000001:1.0:1787698761.217291:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787698761.217294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000001:1.0:1787698761.217300:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698761.217301:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217792, portal 25
00000100:00000040:1.0:1787698761.217305:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.217306:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698761.217308:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000001:1.0:1787698761.217318:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698761.217318:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698761.217323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698761.217331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698761.217334:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698761.217338:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787698761.217339:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698761.217342:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787698761.217343:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000001:1.0:1787698761.217346:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787698761.217348:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947217792, offset 0
00000100:00080000:1.0:1787698761.217352:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3975
00000400:00000200:1.0:1787698761.217359:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.217359:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698761.217365:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698761.217367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698761.217371:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698761.217372:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698761.217373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698761.217377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217379:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698761.217381:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698761.217382:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698761.217385:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698761.217387:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698761.217390:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:2.0:1787698761.217392:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787698761.217393:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698761.217396:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698761.217398:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:1.0:1787698761.217402:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217405:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698761.217406:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787698761.217410:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698761.217413:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217414:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698761.217418:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698761.217419:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12341:12341:256:4294967295] 192.168.201.121@tcp LPNI seq info [12341:12341:8:4294967295]
00000100:00080000:1.0:1787698761.217423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217427:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698761.217427:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698761.217430:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698761.217433:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698761.217435:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217439:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698761.217443:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787698761.217443:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000008:00000001:1.0:1787698761.217448:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217450:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698761.217454:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000010:1.0:1787698761.217455:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787698761.217459:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698761.217461:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698761.217462:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698761.217462:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000100:00000001:1.0:1787698761.217467:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698761.217468:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698761.217470:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698761.217474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000010:1.0:1787698761.217476:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
00000800:00000200:2.0:1787698761.217479:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1787698761.217480:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698761.217490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787698761.217491:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698761.217498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1787698761.217504:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698761.217508:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787698761.217508:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.217513:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000100:00000040:1.0:1787698761.217515:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698761.217519:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787698761.217525:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698761.217528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698761.217529:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787698761.217533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698761.217535:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787698761.217536:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000100:00080000:1.0:1787698761.217537:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787698761.217541:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:1.0:1787698761.217542:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698761.217546:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3975
00000100:00000001:2.0:1787698761.217547:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1787698761.217551:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:2.0:1787698761.217554:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698761.217555:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698761.217560:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698761.217565:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217569:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698761.217573:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217576:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698761.217576:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787698761.217581:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787698761.217582:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698761.217584:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698761.217589:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698761.217592:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:2.0:1787698761.217594:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698761.217598:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698761.217598:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1787698761.217604:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698761.217604:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698761.217612:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698761.217614:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698761.217616:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298648227
00000100:00000001:1.0:1787698761.217620:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787698761.217623:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ba0.
00000100:00000040:1.0:1787698761.217626:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698761.217631:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698761.217631:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1787698761.217636:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698761.217640:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698761.217640:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298648227
00000100:00000001:1.0:1787698761.217646:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698761.217647:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d709c0.
02000000:00000001:1.0:1787698761.217648:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698761.217651:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1787698761.217652:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698761.217655:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698761.217656:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217661:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698761.217662:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698761.217663:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698761.217665:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:1.0:1787698761.217667:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698761.217670:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698761.217671:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698761/real 1787698761]  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787698761.217674:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698761.217679:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698761.217684:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1787698761.217685:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787698761.217686:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787698761.217689:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698761.217692:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698761.217693:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698761.217695:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:1.0:1787698761.217697:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698761.217697:0:2353:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787698761.217701:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787698761.217703:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698761.217704:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698761.217710:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787698761.217715:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698761.217716:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.217725:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698761.217726:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698761.217727:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698761.217728:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.217731:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698761.217738:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698761.217747:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698761.217749:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698761.217752:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698761.217756:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698761.217762:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.217765:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698761.217770:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.217773:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.217776:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.217781:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698761.217785:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.217786:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787698761.217791:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3985)
00000100:00080000:2.0:1787698761.217792:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698761.217799:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698761.217803:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698761.217809:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698761.217819:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947217792:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698761.217833:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.217836:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.217839:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947217792/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.217868:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698761.217871:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698761.217873:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698761.217875:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698761.217877:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698761.217878:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698761.217880:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698761.217895:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698761.217899:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698761.217900:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698761.217901:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698761.217903:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698761.217904:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.217906:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.217912:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698761.217913:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.217914:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698761.217915:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698761.217917:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698761.217920:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.217925:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698761.217926:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.217928:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698761.217929:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698761.217930:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698761.217932:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217920:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698761.217934:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698761.217936:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698761.217937:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.217938:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698761.217941:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698761.217942:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698761.217945:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698761.217947:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698761.217950:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698761.217952:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947217920, portal 10
00000100:00000001:2.0:1787698761.217953:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698761.217954:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698761.217960:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.217964:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698761.217966:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698761.217967:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698761.217969:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947217920, offset 0
00000400:00000200:2.0:1787698761.217971:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698761.217974:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.217976:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698761.217978:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698761.217980:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698761.217982:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698761.217983:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698761.217986:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12342:12342:256:4294967295] 192.168.201.121@tcp LPNI seq info [12342:12342:8:4294967295]
00000400:00000200:2.0:1787698761.217989:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.217993:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698761.217997:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.217999:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698761.218002:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698761.218004:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787698761.218007:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698761.218009:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787698761.218012:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.218013:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698761.218015:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698761.218017:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698761.218019:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698761.218021:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698761.218022:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698761.218024:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218030:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.218032:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218036:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218037:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698761.218039:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698761.218041:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698761.218044:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698761.218045:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298647570
00000100:00000001:2.0:1787698761.218047:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298648227
00000100:00000001:2.0:1787698761.218049:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298647570
00000100:00000001:2.0:1787698761.218050:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298648227
00000100:00000001:2.0:1787698761.218052:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698761.218054:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218055:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698761.218057:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698761/real 1787698761]  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698761.218063:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698761.218064:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698761.218065:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698761.218066:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698761.218067:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698761.218068:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698761.218070:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698761.218076:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218088:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698761.218089:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218090:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.218091:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698761.218093:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218098:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698761.218100:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218104:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698761.218106:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218107:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.218108:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218110:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698761.218112:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698761.218113:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698761.218116:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698761.218117:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698761.218120:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698761.218128:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947217920:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698761.218132:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698761.218136:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218142:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698761.218144:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.218146:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698761.218148:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698761.218150:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698761.218153:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218048:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698761.218157:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698761.218159:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698761.218161:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.218163:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698761.218166:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698761.218169:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698761.218172:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698761.218175:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698761.218179:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698761.218181:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218048, portal 4
00000100:00000001:2.0:1787698761.218183:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698761.218184:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698761.218188:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218193:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698761.218195:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698761.218196:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698761.218198:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947218048, offset 0
00000400:00000200:2.0:1787698761.218201:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698761.218204:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.218206:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698761.218208:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698761.218210:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698761.218211:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698761.218213:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698761.218215:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12343:12343:256:4294967295] 192.168.201.121@tcp LPNI seq info [12343:12343:8:4294967295]
00000400:00000200:2.0:1787698761.218218:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.218222:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698761.218225:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.218226:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698761.218229:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698761.218231:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787698761.218234:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698761.218235:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787698761.218238:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.218240:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698761.218242:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698761.218244:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698761.218246:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698761.218247:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698761.218249:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698761.218251:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218256:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.218258:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218262:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218263:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698761.218266:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698761.218268:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698761.218270:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698761.218271:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298647587
00000100:00000001:2.0:1787698761.218273:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298648227
00000100:00000001:2.0:1787698761.218274:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298647587
00000100:00000001:2.0:1787698761.218276:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298648227
00000100:00000001:2.0:1787698761.218277:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698761.218278:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218279:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698761.218282:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698761/real 1787698761]  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698761.218286:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698761.218287:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698761.218288:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698761.218290:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698761.218291:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698761.218292:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698761.218294:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698761.218299:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218303:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698761.218304:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218305:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.218306:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698761.218308:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218312:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698761.218315:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218319:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698761.218321:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218322:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.218323:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218324:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698761.218325:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698761.218327:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698761.218328:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698761.218330:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698761.218332:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698761.218337:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218048:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698761.218339:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698761.218341:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218344:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698761.218345:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.218347:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698761.218348:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698761.218349:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698761.218351:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218176:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698761.218352:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698761.218354:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698761.218355:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698761.218356:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698761.218358:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698761.218359:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698761.218361:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698761.218363:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698761.218365:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698761.218367:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218176, portal 4
00000100:00000001:2.0:1787698761.218368:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698761.218369:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698761.218373:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218377:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698761.218379:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698761.218380:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000200:2.0:1787698761.218382:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947218176, offset 0
00000400:00000200:2.0:1787698761.218384:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698761.218386:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.218388:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698761.218390:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698761.218392:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698761.218393:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698761.218394:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698761.218396:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12344:12344:256:4294967295] 192.168.201.121@tcp LPNI seq info [12344:12344:8:4294967295]
00000400:00000200:2.0:1787698761.218399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698761.218402:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698761.218405:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.218407:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698761.218409:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698761.218410:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787698761.218413:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698761.218414:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787698761.218417:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698761.218418:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698761.218420:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698761.218422:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698761.218424:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:2.0:1787698761.218425:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:2.0:1787698761.218427:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698761.218429:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218434:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.218436:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218440:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218441:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698761.218443:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698761.218444:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698761.218446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698761.218447:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298647574
00000100:00000001:2.0:1787698761.218449:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298648227
00000100:00000001:2.0:1787698761.218450:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298647574
00000100:00000001:2.0:1787698761.218452:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298648227
00000100:00000001:2.0:1787698761.218453:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698761.218454:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218455:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698761.218457:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698761/real 1787698761]  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698761.218461:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698761.218462:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698761.218463:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698761.218464:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698761.218465:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698761.218466:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698761.218468:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698761.218473:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218481:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698761.218482:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218484:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.218484:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698761.218487:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218490:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698761.218492:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218496:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698761.218498:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218499:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698761.218499:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218501:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698761.218502:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698761.218503:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698761.218505:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698761.218506:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698761.218508:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698761.218513:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218176:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698761.218515:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218516:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.218518:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947217920/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218522:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698761.218523:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698761.218525:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698761.218527:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698761.218528:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698761.218529:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698761.218530:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698761.218531:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698761.218533:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698761.218534:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698761.218535:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698761.218536:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698761.218538:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218539:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.218541:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947218048/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218545:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698761.218546:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698761.218546:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698761.218547:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698761.218548:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698761.218549:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698761.218550:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698761.218551:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698761.218552:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698761.218553:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698761.218553:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698761.218555:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698761.218556:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218557:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698761.218558:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947218176/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698761.218562:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698761.218563:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698761.218563:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698761.218566:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698761.218566:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698761.218567:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698761.218569:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698761.218570:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698761.218571:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698761.218572:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698761.218573:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698761.218574:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698761.218575:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218576:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698761.218578:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698761.218579:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698761.218580:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698761.218581:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698761.664940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698761.664945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698761.664947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698761.664951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698761.664951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698761.664954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698761.664956:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698761.664957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698761.664959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698761.664961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698761.664963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698761.664964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698761.664969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698761.664971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698761.664971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698761.664973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698761.664978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698761.664981:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698761.664983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698761.664985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698761.664990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698761.664990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698761.664996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698761.665001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698761.665028:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698761.665031:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698761.665033:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698761.920970:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298648227, at 4298648256
00000100:00000040:1.0:1787698761.920970:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298648227, at 4298648256
00000100:00000010:1.0:1787698761.920984:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d709c0.
00000100:00000010:0.0:1787698761.920987:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000001:3.0:1787698762.240978:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698762.240984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698762.240986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698762.240991:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698762.240993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698762.240996:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698762.240998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698762.241000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698762.241002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698762.688954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698762.688954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698762.688960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698762.688964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698762.688964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698762.688966:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698762.688967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698762.688968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698762.688971:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698762.688975:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698762.688975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698762.688976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698762.688979:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698762.688980:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698762.688982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698762.688983:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698762.688984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698762.688987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698762.688987:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698762.688988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698762.688992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698762.688994:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698762.688995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698762.688996:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698762.688999:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698762.689000:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698762.689002:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698762.689005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698762.689006:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698762.689011:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698762.689013:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698762.689015:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698762.689017:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698762.689019:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698762.689023:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698762.689025:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698762.689046:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698762.689049:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698762.689052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698763.264931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698763.264937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698763.264938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698763.264942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698763.264945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698763.264949:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698763.264951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698763.264953:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698763.264955:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698763.712947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698763.712954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698763.712954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698763.712957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698763.712959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698763.712962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698763.712966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698763.712967:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698763.712969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698763.712971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698763.712973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698763.712976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698763.712977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698763.712979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698763.712981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698763.712991:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698763.712995:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698763.712997:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698763.712999:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698763.713002:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698763.713004:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698763.713006:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698763.713008:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698763.713010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698763.713021:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698763.713024:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698763.713027:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698764.288953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698764.288959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698764.288961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698764.288965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698764.288968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698764.288971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698764.288973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698764.288975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698764.288978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698764.736928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698764.736936:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698764.736936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698764.736940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698764.736942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698764.736947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698764.736948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698764.736950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698764.736955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698764.736955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698764.736956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698764.736962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698764.736963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698764.736963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698764.736970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698764.736971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698764.736975:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698764.736977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698764.736982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698764.736983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698764.736984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698764.736988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698764.736989:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698764.736991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698764.736993:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698764.736999:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698764.737004:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698764.737007:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698764.737009:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698764.737013:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698764.737038:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698764.737043:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698764.737046:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698765.312918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698765.312928:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698765.312931:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698765.312937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698765.312941:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698765.312945:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698765.312948:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698765.312950:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698765.312954:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698765.760948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698765.760948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698765.760956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698765.760957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698765.760957:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698765.760960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698765.760961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698765.760961:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698765.760968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698765.760968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698765.760969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698765.760973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698765.760974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698765.760974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698765.760978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698765.760980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698765.760980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698765.760981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698765.760984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698765.760987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698765.760989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698765.760992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698765.760996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698765.761000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698765.761002:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698765.761006:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698765.761009:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698766.336930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698766.336935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787698766.336939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698766.336942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698766.336943:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698766.336947:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698766.336948:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698766.336954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698766.336955:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698766.336960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787698766.336964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3980
00000100:00000001:3.0:1787698766.336964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698766.336969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698766.336971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698766.336975:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698766.336976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698766.336984:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698766.336987:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698766.336989:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.336992:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698766.336995:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.336997:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698766.336999:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698766.337001:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698766.337003:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698766.337005:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698766.337007:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698766.337009:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698766.337010:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698766.337013:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337015:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698766.337017:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698766.337019:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337021:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698766.337023:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698766.337025:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698766.337028:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337030:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698766.337033:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698766.337042:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787698766.337046:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698766.337050:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698766.337052:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337055:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698766.337058:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698766.337062:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698766.337070:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787698766.337078:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698766.337097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698766.337104:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698766.337108:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698766.337111:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698766.337133:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698766.337136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698766.337138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698766.337139:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698766.337141:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698766.337143:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698766.337145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3980
00000400:00000200:1.0:1787698766.337148:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698766.337150:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698766.337152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698766.337155:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337157:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698766.337158:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337161:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698766.337163:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698766.337164:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698766.337166:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698766.337167:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698766.337169:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698766.337170:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698766.337171:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698766.337175:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698766.337176:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337180:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698766.337180:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698766.337185:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:2.0:1787698766.337190:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698766.337191:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698766.337197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337202:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698766.337206:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698766.337209:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698766.337212:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698766.337214:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698766.337217:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698766.337219:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.337222:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698766.337224:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698766.337229:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698766.337230:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787698766.337236:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947218304:192.168.201.121@tcp:250:kworker.0
00000008:00000001:1.0:1787698766.337238:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337244:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.337246:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698766.337252:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698766.337255:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698766.337258:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
02000000:00000001:2.0:1787698766.337259:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787698766.337262:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698766.337266:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787698766.337267:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787698766.337268:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.337272:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337274:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698766.337278:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698766.337281:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698766.337283:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698766.337285:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
02000000:00000010:1.0:1787698766.337291:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000400:00000010:2.0:1787698766.337299:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698766.337306:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218304, portal 25
00000100:00000001:1.0:1787698766.337307:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.337309:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698766.337312:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00100000:1.0:1787698766.337319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787698766.337320:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698766.337352:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698766.337359:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787698766.337360:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337364:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698766.337367:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06e58.
00000100:00000040:1.0:1787698766.337370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698766.337374:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947218304, offset 0
00000100:00000001:1.0:1787698766.337383:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698766.337386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698766.337388:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698766.337391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698766.337394:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698766.337395:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698766.337397:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698766.337400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698766.337403:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3980
00000400:00000200:1.0:1787698766.337408:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.337410:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698766.337415:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698766.337417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698766.337418:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787698766.337424:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698766.337427:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787698766.337430:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698766.337433:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787698766.337436:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698766.337440:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337441:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698766.337444:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698766.337448:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:2.0:1787698766.337448:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12345:12345:256:4294967295] 192.168.201.121@tcp LPNI seq info [12345:12345:8:4294967295]
00000020:00000001:1.0:1787698766.337452:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698766.337456:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:2.0:1787698766.337459:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:1.0:1787698766.337460:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698766.337463:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698766.337466:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337470:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698766.337475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337479:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698766.337479:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787698766.337485:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:2.0:1787698766.337489:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698766.337491:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337494:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698766.337495:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
02000000:00000001:1.0:1787698766.337496:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698766.337500:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698766.337504:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698766.337505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698766.337507:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698766.337510:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787698766.337514:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00000001:1.0:1787698766.337516:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337520:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698766.337531:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698766.337533:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:2.0:1787698766.337534:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698766.337535:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698766.337538:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337541:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698766.337542:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698766.337544:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698766.337545:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698766.337552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000001:2.0:1787698766.337552:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298653347
00000100:00000001:1.0:1787698766.337558:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698766.337562:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70480.
00000100:00100000:1.0:1787698766.337564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698766.337571:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698766.337572:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698766.337576:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698766.337580:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698766.337583:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298653347
00000100:00000010:2.0:1787698766.337590:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70d20.
00000100:00000001:1.0:1787698766.337596:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.337596:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1787698766.337603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698766.337604:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787698766.337606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698766.337610:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787698766.337611:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698766.337612:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698766.337618:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787698766.337619:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698766.337621:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3980
00000100:00000001:2.0:1787698766.337625:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698766.337626:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698766.337632:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698766.337634:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698766.337635:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337637:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698766.337637:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698766.337641:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:1.0:1787698766.337642:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337647:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698766.337649:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698766.337650:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698766.337653:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:2.0:1787698766.337653:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787698766.337654:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698766.337658:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:2.0:1787698766.337658:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787698766.337662:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698766.337664:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698766.337669:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698766.337670:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337673:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698766.337677:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337680:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698766.337685:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698766.337690:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698766.337694:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.337694:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698766.337698:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698766.337699:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698766.337704:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698766.337705:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698766.337709:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698766.337710:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.337716:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337717:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698766.337723:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787698766.337725:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218432:192.168.201.121@tcp:38:kworker.0
00000008:00000001:1.0:1787698766.337727:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337733:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698766.337738:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698766.337741:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698766.337742:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698766.337745:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698766.337746:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698766.337751:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.337751:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698766.337757:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698766.337757:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787698766.337761:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787698766.337764:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:1.0:1787698766.337765:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.337770:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698766.337775:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000400:00000200:2.0:1787698766.337775:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698766.337781:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000100:00000001:1.0:1787698766.337782:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698766.337787:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d067f8.
00000100:00100000:1.0:1787698766.337793:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698766.337807:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218432, portal 10
00000100:00000001:2.0:1787698766.337810:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698766.337811:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698766.337822:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698766.337841:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698766.337843:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698766.337870:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698766.337878:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698766.337889:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698766.337894:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3990)
00000100:00000040:2.0:1787698766.337895:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698766.337902:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06bb0.
00000100:00000200:2.0:1787698766.337905:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947218432, offset 0
00000400:00000200:2.0:1787698766.337912:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698766.337918:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.337922:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698766.337926:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698766.337929:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698766.337932:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698766.337934:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698766.337937:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12346:12346:255:4294967295] 192.168.201.121@tcp LPNI seq info [12346:12346:7:4294967295]
00000400:00000200:2.0:1787698766.337941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.337948:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698766.337953:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698766.337957:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e900.
00000800:00000200:2.0:1787698766.337961:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698766.337965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698766.337968:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698766.337972:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698766.337975:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698766.337977:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298652690
00000100:00000001:2.0:1787698766.337980:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298653347
00000100:00000001:2.0:1787698766.337982:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298652690
00000100:00000001:2.0:1787698766.338030:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298653347
00000100:00000001:2.0:1787698766.338032:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698766.338035:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.338037:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698766.338042:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698766.338049:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698766.338050:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.338053:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698766.338055:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698766.338057:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698766.338060:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218560:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698766.338064:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698766.338066:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698766.338068:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.338070:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698766.338074:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698766.338076:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698766.338079:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698766.338090:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264840.
00000400:00000010:2.0:1787698766.338094:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06000.
00000100:00000200:2.0:1787698766.338097:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218560, portal 4
00000100:00000001:2.0:1787698766.338100:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698766.338101:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698766.338108:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698766.338115:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698766.338118:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698766.338120:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06880.
00000100:00000200:2.0:1787698766.338123:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947218560, offset 0
00000400:00000200:2.0:1787698766.338127:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698766.338131:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.338135:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698766.338139:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698766.338141:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698766.338144:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698766.338146:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698766.338149:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12347:12347:254:4294967295] 192.168.201.121@tcp LPNI seq info [12347:12347:6:4294967295]
00000400:00000200:2.0:1787698766.338153:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.338159:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698766.338163:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698766.338167:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698766.338170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698766.338174:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698766.338177:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698766.338180:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698766.338183:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698766.338185:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298652707
00000100:00000001:2.0:1787698766.338187:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298653347
00000100:00000001:2.0:1787698766.338189:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298652707
00000100:00000001:2.0:1787698766.338191:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298653347
00000100:00000001:2.0:1787698766.338200:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698766.338202:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.338205:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.338207:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698766.338210:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698766.338212:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698766.338214:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698766.338215:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698766.338217:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698766.338221:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698766.338228:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698766.338230:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.338232:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698766.338233:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698766.338235:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698766.338237:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218688:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698766.338240:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698766.338242:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698766.338244:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698766.338245:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698766.338249:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698766.338251:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698766.338254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698766.338256:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698766.338259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698766.338262:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218688, portal 4
00000100:00000001:2.0:1787698766.338263:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698766.338265:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698766.338270:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698766.338277:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698766.338279:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698766.338282:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06d48.
00000100:00000200:2.0:1787698766.338284:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947218688, offset 0
00000400:00000200:2.0:1787698766.338288:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698766.338292:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.338295:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698766.338298:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698766.338301:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698766.338303:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698766.338306:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698766.338309:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12348:12348:253:4294967295] 192.168.201.121@tcp LPNI seq info [12348:12348:5:4294967295]
00000400:00000200:2.0:1787698766.338314:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698766.338320:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698766.338324:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698766.338328:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e800.
00000800:00000200:2.0:1787698766.338332:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698766.338336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698766.338339:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698766.338342:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698766.338346:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698766.338348:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298652694
00000100:00000001:2.0:1787698766.338350:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298653347
00000100:00000001:2.0:1787698766.338352:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298652694
00000100:00000001:2.0:1787698766.338354:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298653347
00000100:00000001:2.0:1787698766.338356:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698766.338359:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.338362:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.338364:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698766.338367:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698766.338368:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698766.338370:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698766.338371:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698766.338373:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698766.338375:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698766.784937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698766.784943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698766.784944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698766.784949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698766.784949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698766.784954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698766.784955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698766.784959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698766.784963:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698766.784963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698766.784965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698766.784967:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698766.784969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698766.784973:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698766.784976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698766.785001:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698766.785004:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698766.785008:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698766.785040:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698766.785043:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698766.785045:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698766.785047:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698766.785049:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698766.785051:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698766.785053:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698766.785054:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698766.785056:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698767.040935:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298653347, at 4298653376
00000100:00000040:1.0:1787698767.040935:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298653347, at 4298653376
00000100:00000010:0.0:1787698767.040949:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70480.
00000100:00000010:1.0:1787698767.040955:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d20.
00000100:00000001:3.0:1787698767.360948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698767.360954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698767.360956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698767.360960:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698767.360963:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698767.360966:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698767.360968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698767.360971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698767.360973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698767.808942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698767.808948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698767.808949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698767.808953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698767.808954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698767.808961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698767.808962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698767.808966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698767.808967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698767.808970:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698767.808972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698767.808973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698767.808977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698767.808980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698767.808983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698767.809044:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698767.809047:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698767.809048:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698767.809051:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698767.809053:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698767.809054:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698767.809056:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698767.809057:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698767.809058:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698767.809081:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698767.809084:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698767.809087:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698768.384941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698768.384947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698768.384949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698768.384953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698768.384955:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698768.384958:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698768.384960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698768.384962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698768.384965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698768.832937:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698768.832942:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698768.832947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698768.832948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698768.832950:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698768.832953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698768.832955:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698768.832956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698768.832957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698768.832958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698768.832961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698768.832963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698768.832966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698768.832966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698768.832971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698768.832971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698768.832975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698768.832976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698768.832978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698768.832979:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698768.832980:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698768.832984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698768.832986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698768.832986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698768.832988:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698768.832990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698768.832993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698769.408983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698769.408991:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698769.408993:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698769.408998:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698769.409002:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698769.409006:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698769.409008:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698769.409011:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698769.409014:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698769.409198:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698769.409252:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698769.409266:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698769.409270:0:2341:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698769.409277:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698769.409282:0:2341:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698769.409288:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698769.409292:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:0.0:1787698769.409298:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698769.409305:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698769.409312:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06e58
00000400:00000010:0.0:1787698769.409316:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06e58.
00000100:00000001:0.0:1787698769.409328:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698769.409341:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698769.409378:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698769.409385:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698769.409393:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698769.409395:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698769.409413:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698769.409416:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e900.
00000400:00000200:0.0:1787698769.409419:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698769.409422:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698769.409426:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06bb0
00000400:00000010:0.0:1787698769.409428:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06bb0.
00000100:00000001:0.0:1787698769.409432:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698769.409438:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698769.409459:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698769.409463:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698769.409470:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698769.409472:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698769.409479:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698769.409482:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:0.0:1787698769.409485:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698769.409488:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698769.409492:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06880
00000400:00000010:0.0:1787698769.409494:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06880.
00000100:00000001:0.0:1787698769.409499:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698769.409505:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409507:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787698769.409522:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698769.409522:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787698769.409530:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409534:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698769.409542:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698769.409545:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698769.409558:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000100:00100000:2.0:1787698769.409560:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698766/real 1787698769]  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787698769.409562:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000400:00000200:0.0:1787698769.409572:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698769.409590:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698769.409600:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06d48
00000400:00000010:0.0:1787698769.409605:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06d48.
00000100:00000001:0.0:1787698769.409608:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:2.0:1787698769.409613:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000200:0.0:1787698769.409619:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698769.409620:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698769.409628:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000100:00000001:0.0:1787698769.409647:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787698769.409647:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d067f8
00000100:00000040:0.0:1787698769.409655:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787698769.409656:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d067f8.
00000100:00000001:2.0:1787698769.409667:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787698769.409672:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698769.409679:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1787698769.409681:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698769.409696:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409705:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698769.409708:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.409712:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.409714:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698769.409719:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409725:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698769.409731:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409739:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698769.409775:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.409777:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.409779:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.409781:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698769.409787:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698769.409792:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698769.409799:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698769.409802:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698769.409807:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698769.409815:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218432:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698769.409821:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698769.409825:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698766/real 1787698769]  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698769.409834:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698769.409835:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698769.409838:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264840.
00000400:00000200:2.0:1787698769.409841:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06000
00000400:00000010:2.0:1787698769.409843:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06000.
00000100:00000001:2.0:1787698769.409845:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698769.409920:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698769.409931:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409939:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698769.409941:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.409955:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.409956:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698769.409962:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409975:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698769.409980:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.409989:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698769.409994:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.409996:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.409997:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410001:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698769.410004:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698769.410009:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698769.410015:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698769.410018:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698769.410023:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698769.410031:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218560:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698769.410035:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698769.410040:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698766/real 1787698769]  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698769.410048:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698769.410049:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698769.410052:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698769.410054:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698769.410056:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698769.410059:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698769.410062:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698769.410069:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410075:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698769.410077:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410078:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.410079:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698769.410082:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410088:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698769.410091:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410097:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698769.410099:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410101:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.410102:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410103:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698769.410105:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698769.410108:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698769.410111:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698769.410113:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698769.410117:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698769.410124:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947218304:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698769.410129:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698769.410132:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698769.410136:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947218432/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410143:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698769.410146:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698769.410150:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698769.410155:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698769.410158:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698769.410161:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698769.410164:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698769.410167:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698769.410172:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698769.410174:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698769.410176:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698769.410179:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698769.410181:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410183:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698769.410187:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947218560/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410193:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698769.410194:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698769.410195:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698769.410198:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698769.410200:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698769.410201:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698769.410203:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698769.410205:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698769.410207:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698769.410209:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698769.410210:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698769.410213:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698769.410214:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410216:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698769.410219:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947218304/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410226:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698769.410228:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698769.410230:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698769.410234:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698769.410235:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698769.410237:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698769.410239:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698769.410241:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698769.410243:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698769.410244:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698769.410251:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698769.410255:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698769.410256:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410259:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698769.410262:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698769.410264:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698769.410266:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698769.410271:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698766/real 1787698769]  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698769.410280:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698769.410282:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698769.410285:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698769.410288:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698769.410290:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698769.410293:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698769.410296:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698769.410304:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410311:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698769.410313:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410315:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.410316:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698769.410321:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410336:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698769.410340:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410347:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698769.410349:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410351:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698769.410353:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410355:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698769.410357:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698769.410360:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698769.410365:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698769.410368:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698769.410371:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698769.410378:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218688:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698769.410383:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410385:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698769.410387:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947218688/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698769.410393:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698769.410394:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698769.410396:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698769.410399:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698769.410401:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698769.410402:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698769.410405:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698769.410408:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698769.410411:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698769.410414:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698769.410416:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698769.410419:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698769.410422:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410425:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698769.410436:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698769.410439:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698769.410443:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698769.410444:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698769.856980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698769.856989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698769.856991:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698769.856998:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698769.857002:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698769.857007:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698769.857010:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698769.857012:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698769.857016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698769.857030:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698769.857040:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698769.857040:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698769.857046:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698769.857050:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698769.857053:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698769.857054:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698769.857061:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698769.857061:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698769.857065:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698769.857068:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698769.857068:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698769.857075:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698769.857076:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698769.857080:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698769.857127:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698769.857130:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698769.857133:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698770.432903:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698770.432911:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698770.432913:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698770.432919:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698770.432923:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698770.432926:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698770.432928:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698770.432931:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698770.432933:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698770.880936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698770.880942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698770.880944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698770.880947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698770.880948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698770.880951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698770.880955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698770.880956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698770.880963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698770.880964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698770.880965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698770.880971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698770.880972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698770.880972:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698770.880990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698770.880992:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698770.880994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698770.880996:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698770.881005:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698770.881005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698770.881007:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698770.881015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698770.881016:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698770.881034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698770.881074:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698770.881077:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698770.881079:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698771.456983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698771.456983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698771.456992:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698771.456994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698771.456996:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.456997:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698771.457002:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698771.457002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698771.457006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698771.457007:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698771.457011:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698771.457014:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787698771.457017:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3985
00000100:00000001:3.0:1787698771.457017:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698771.457021:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698771.457028:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698771.457036:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698771.457040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698771.457044:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457047:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698771.457050:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457052:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698771.457057:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698771.457060:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698771.457063:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698771.457067:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698771.457070:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698771.457073:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698771.457076:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457078:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698771.457081:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457083:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698771.457086:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698771.457090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457092:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698771.457095:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698771.457098:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698771.457101:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457104:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698771.457107:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698771.457116:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698771.457120:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698771.457124:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698771.457126:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457130:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698771.457133:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698771.457139:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698771.457149:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787698771.457158:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698771.457171:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698771.457195:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698771.457200:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698771.457207:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698771.457236:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698771.457240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698771.457245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698771.457246:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698771.457248:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698771.457252:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698771.457255:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3985
00000400:00000200:1.0:1787698771.457259:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698771.457263:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698771.457265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698771.457268:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457272:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698771.457274:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457277:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698771.457280:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698771.457282:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698771.457285:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698771.457288:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698771.457291:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698771.457310:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698771.457310:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787698771.457316:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457322:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698771.457324:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698771.457326:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457332:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698771.457333:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787698771.457336:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698771.457341:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457344:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698771.457347:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698771.457357:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787698771.457359:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698771.457365:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457371:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698771.457378:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698771.457390:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457396:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698771.457408:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698771.457409:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698771.457416:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698771.457418:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698771.457425:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698771.457425:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698771.457429:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457434:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698771.457436:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698771.457437:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698771.457441:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.457445:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698771.457451:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00100000:2.0:1787698771.457458:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947218816:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698771.457462:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.457472:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1787698771.457479:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787698771.457485:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698771.457493:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457501:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698771.457503:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787698771.457509:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698771.457517:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787698771.457517:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698771.457527:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457548:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.457549:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698771.457559:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787698771.457562:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00080000:1.0:1787698771.457569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698771.457571:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698771.457576:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698771.457581:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698771.457586:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3985
00000400:00000010:2.0:1787698771.457586:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000400:00000200:1.0:1787698771.457597:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:2.0:1787698771.457601:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218816, portal 25
00000400:00000200:1.0:1787698771.457602:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698771.457612:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698771.457614:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787698771.457622:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698771.457623:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000001:1.0:1787698771.457630:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698771.457636:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457643:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:2.0:1787698771.457646:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698771.457649:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698771.457653:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698771.457659:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698771.457663:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698771.457669:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698771.457679:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:2.0:1787698771.457686:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698771.457696:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698771.457700:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457706:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787698771.457706:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000040:1.0:1787698771.457726:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457729:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698771.457732:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698771.457734:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457737:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698771.457743:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787698771.457746:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947218816, offset 0
02000000:00000001:1.0:1787698771.457748:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698771.457755:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457758:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698771.457761:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698771.457769:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.457771:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698771.457775:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698771.457783:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698771.457788:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:2.0:1787698771.457789:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698771.457799:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698771.457802:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.457806:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787698771.457809:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:1.0:1787698771.457810:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698771.457816:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698771.457825:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000400:00000200:2.0:1787698771.457825:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787698771.457836:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.457843:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00100000:1.0:1787698771.457903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698771.457905:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698771.457917:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698771.457932:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12349:12349:256:4294967295] 192.168.201.121@tcp LPNI seq info [12349:12349:8:4294967295]
00000100:00000001:1.0:1787698771.457934:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698771.457939:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.457947:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698771.457952:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698771.457963:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698771.457971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698771.457977:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787698771.457981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698771.457987:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698771.457991:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1787698771.457992:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698771.458001:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1787698771.458007:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000100:00080000:1.0:1787698771.458010:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3985
00000400:00000200:1.0:1787698771.458022:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:2.0:1787698771.458033:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:1.0:1787698771.458040:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:2.0:1787698771.458044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1787698771.458046:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698771.458057:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.458062:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787698771.458064:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698771.458070:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698771.458073:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1787698771.458078:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698771.458085:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698771.458090:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000800:00000100:2.0:1787698771.458092:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787698771.458098:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787698771.458101:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000020:00000040:1.0:1787698771.458104:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698771.458110:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698771.458110:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787698771.458121:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698771.458128:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787698771.458132:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698771.458138:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698771.458139:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000100:00000040:1.0:1787698771.458146:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:2.0:1787698771.458147:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:1.0:1787698771.458156:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698771.458159:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787698771.458163:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000200:2.0:1787698771.458173:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698771.458174:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698771.458183:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698771.458191:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698771.458199:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698771.458205:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.458208:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698771.458209:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1787698771.458212:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698771.458220:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698771.458221:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698771.458226:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698771.458236:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698771.458242:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698771.458244:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698771.458251:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787698771.458252:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698771.458257:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.458262:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698771.458265:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698771.458271:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458271:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698771.458285:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000400:00000200:2.0:1787698771.458289:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698771.458294:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458297:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298658468
00000100:00100000:1.0:1787698771.458304:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787698771.458310:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70960.
00000100:00000001:1.0:1787698771.458313:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698771.458318:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458324:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787698771.458326:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458338:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298658468
00000100:00000001:1.0:1787698771.458341:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698771.458345:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70720.
00000100:00000040:1.0:1787698771.458351:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (3995)
00000100:00000001:2.0:1787698771.458353:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698771.458369:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698771.458375:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458378:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698771.458390:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698771/real 1787698771]  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698771.458402:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698771.458404:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698771.458407:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698771.458410:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698771.458412:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698771.458414:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698771.458419:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698771.458427:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458435:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698771.458436:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458439:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.458441:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698771.458446:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458452:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698771.458458:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458465:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698771.458468:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458469:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.458471:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458474:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698771.458477:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698771.458480:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698771.458485:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698771.458488:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698771.458493:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698771.458501:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947218816:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698771.458507:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458510:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.458514:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947218816/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458528:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698771.458530:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698771.458534:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698771.458539:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698771.458542:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698771.458544:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698771.458547:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698771.458550:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698771.458554:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698771.458556:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698771.458558:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698771.458562:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698771.458563:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458566:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458575:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698771.458577:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458580:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698771.458582:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698771.458583:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698771.458588:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458596:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698771.458597:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.458600:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698771.458602:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698771.458605:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698771.458608:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218944:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698771.458612:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698771.458614:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698771.458616:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.458618:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698771.458622:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698771.458624:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.458628:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698771.458631:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698771.458635:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698771.458641:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947218944, portal 10
00000100:00000001:2.0:1787698771.458643:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698771.458644:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698771.458652:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458659:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698771.458661:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698771.458664:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698771.458666:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947218944, offset 0
00000400:00000200:2.0:1787698771.458671:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698771.458675:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698771.458680:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698771.458684:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698771.458686:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698771.458689:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698771.458691:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698771.458694:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12350:12350:256:4294967295] 192.168.201.121@tcp LPNI seq info [12350:12350:8:4294967295]
00000400:00000200:2.0:1787698771.458698:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698771.458705:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698771.458726:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698771.458730:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698771.458734:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698771.458737:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698771.458741:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698771.458747:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698771.458751:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698771.458753:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698771.458756:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698771.458759:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698771.458762:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698771.458764:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698771.458767:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698771.458770:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458778:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.458781:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458787:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458789:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698771.458792:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698771.458796:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698771.458800:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698771.458802:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298657810
00000100:00000001:2.0:1787698771.458806:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298658468
00000100:00000001:2.0:1787698771.458808:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298657810
00000100:00000001:2.0:1787698771.458810:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298658468
00000100:00000001:2.0:1787698771.458812:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698771.458814:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.458816:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698771.458820:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698771/real 1787698771]  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698771.458827:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698771.458829:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698771.458831:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698771.458834:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698771.458836:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698771.458838:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698771.458842:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698771.458886:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458899:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698771.458901:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458903:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.458904:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698771.458909:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458915:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698771.458919:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458926:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698771.458928:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458930:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.458931:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.458933:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698771.458936:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698771.458938:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698771.458942:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698771.458944:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698771.458948:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698771.458956:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947218944:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698771.458960:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698771.458964:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.458971:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698771.458973:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.458975:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698771.458978:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698771.458980:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698771.458982:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219072:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698771.458985:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698771.458988:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698771.458991:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.458993:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698771.458997:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698771.458999:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.459005:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698771.459009:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698771.459014:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698771.459017:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219072, portal 4
00000100:00000001:2.0:1787698771.459019:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698771.459020:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698771.459026:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459032:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698771.459035:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698771.459037:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698771.459040:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947219072, offset 0
00000400:00000200:2.0:1787698771.459043:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698771.459048:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698771.459051:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698771.459054:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698771.459057:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698771.459059:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698771.459062:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698771.459065:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12351:12351:256:4294967295] 192.168.201.121@tcp LPNI seq info [12351:12351:8:4294967295]
00000400:00000200:2.0:1787698771.459068:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698771.459074:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698771.459079:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698771.459082:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698771.459086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698771.459089:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698771.459093:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698771.459095:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698771.459099:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698771.459101:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698771.459104:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698771.459107:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698771.459109:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698771.459111:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698771.459114:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698771.459117:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459125:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.459127:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459134:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.459136:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698771.459139:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698771.459142:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698771.459145:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698771.459147:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298657828
00000100:00000001:2.0:1787698771.459150:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298658468
00000100:00000001:2.0:1787698771.459152:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298657828
00000100:00000001:2.0:1787698771.459154:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298658468
00000100:00000001:2.0:1787698771.459156:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698771.459158:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.459160:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698771.459164:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698771/real 1787698771]  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698771.459172:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698771.459174:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698771.459175:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698771.459178:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698771.459180:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698771.459182:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698771.459186:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698771.459194:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459200:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698771.459201:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459203:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.459204:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698771.459207:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459214:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698771.459218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459225:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698771.459228:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459230:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.459231:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459233:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698771.459234:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698771.459237:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698771.459240:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698771.459242:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698771.459247:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698771.459254:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219072:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698771.459258:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698771.459262:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459268:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698771.459270:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.459272:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698771.459274:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698771.459275:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698771.459278:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219200:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698771.459281:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698771.459283:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698771.459286:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698771.459287:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698771.459291:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698771.459293:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698771.459296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698771.459298:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698771.459301:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698771.459303:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219200, portal 4
00000100:00000001:2.0:1787698771.459305:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698771.459306:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698771.459311:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459317:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698771.459319:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698771.459321:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698771.459323:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947219200, offset 0
00000400:00000200:2.0:1787698771.459327:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698771.459330:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698771.459333:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698771.459336:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698771.459338:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698771.459341:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698771.459343:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698771.459345:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12352:12352:256:4294967295] 192.168.201.121@tcp LPNI seq info [12352:12352:8:4294967295]
00000400:00000200:2.0:1787698771.459349:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698771.459355:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698771.459359:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698771.459363:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698771.459366:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698771.459369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787698771.459373:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698771.459375:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787698771.459380:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698771.459382:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698771.459384:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698771.459387:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698771.459390:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698771.459392:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698771.459394:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698771.459397:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459405:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.459409:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698796 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459416:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.459417:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698771.459421:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698771.459424:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698771.459427:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698771.459429:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298657815
00000100:00000001:2.0:1787698771.459432:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298658468
00000100:00000001:2.0:1787698771.459434:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298657815
00000100:00000001:2.0:1787698771.459436:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298658468
00000100:00000001:2.0:1787698771.459438:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698771.459440:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.459442:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698771.459446:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698771/real 1787698771]  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698771.459453:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698771.459454:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698771.459456:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698771.459458:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698771.459460:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698771.459462:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698771.459466:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698771.459474:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459481:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698771.459482:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459484:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.459486:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698771.459489:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459497:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698771.459501:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459508:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698771.459511:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459512:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698771.459514:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459516:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698771.459518:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698771.459521:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698771.459524:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698771.459526:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698771.459529:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698771.459534:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219200:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698771.459537:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459538:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.459540:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947218944/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459545:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698771.459546:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698771.459548:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698771.459550:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698771.459552:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698771.459553:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698771.459554:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698771.459556:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698771.459558:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698771.459559:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698771.459560:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698771.459562:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698771.459563:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459564:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.459566:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947219072/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459575:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698771.459576:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698771.459577:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698771.459578:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698771.459579:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698771.459579:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698771.459580:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698771.459581:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698771.459582:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698771.459583:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698771.459584:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698771.459585:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698771.459586:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459587:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698771.459589:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947219200/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698796 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698771.459593:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698771.459593:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698771.459594:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698771.459596:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698771.459596:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698771.459597:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698771.459598:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698771.459599:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698771.459600:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698771.459601:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698771.459601:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698771.459603:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698771.459604:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459605:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698771.459609:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698771.459610:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698771.459612:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698771.459613:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.904977:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698771.904987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698771.904990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698771.904996:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698771.904996:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698771.904998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698771.905005:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698771.905006:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698771.905008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.905015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698771.905019:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698771.905022:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698771.905022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698771.905023:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698771.905026:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698771.905026:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698771.905028:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698771.905031:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698771.905036:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698771.905038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698771.905038:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698771.905040:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698771.905042:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698771.905048:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698771.905089:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698771.905093:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698771.905096:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698772.160985:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298658468, at 4298658496
00000100:00000040:1.0:1787698772.160985:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298658468, at 4298658496
00000100:00000010:0.0:1787698772.161003:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00000100:00000010:1.0:1787698772.161008:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000100:00000001:3.0:1787698772.480972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698772.480981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698772.480983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698772.480988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698772.480991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698772.480995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698772.480997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698772.481000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698772.481002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698772.929012:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698772.929012:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698772.929027:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698772.929029:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698772.929031:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698772.929034:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698772.929037:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698772.929042:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787698772.929043:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698772.929047:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698772.929052:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698772.929052:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698772.929060:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698772.929065:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698772.929069:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698772.929072:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698772.929078:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698772.929084:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929102:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698772.929106:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698772.929108:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698772.929111:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929114:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698772.929116:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929118:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929121:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929125:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698772.929127:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698772.929128:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698772.929129:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929130:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698772.929131:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929132:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929134:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698772.929142:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698772.929143:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698772.929175:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698772.929178:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698772.929181:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698773.504986:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698773.504997:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698773.505000:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698773.505007:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698773.505012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698773.505017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698773.505021:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698773.505024:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698773.505028:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698773.952997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698773.953005:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698773.953009:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698773.953012:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698773.953015:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698773.953019:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698773.953021:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698773.953022:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698773.953025:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698773.953029:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698773.953030:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698773.953033:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698773.953035:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698773.953036:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698773.953039:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698773.953046:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698773.953048:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698773.953052:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698773.953056:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698773.953062:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698773.953067:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698773.953067:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698773.953073:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698773.953078:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698773.953079:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698773.953084:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698773.953089:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698774.528999:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698774.529008:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698774.529011:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698774.529019:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698774.529023:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698774.529029:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698774.529032:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698774.529035:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698774.529039:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698774.976935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698774.976939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698774.976941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698774.976945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698774.976952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698774.976954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698774.976956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698774.976958:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698774.976960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698774.976961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698774.976965:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698774.976971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698774.976972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698774.976972:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698774.976978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698774.976982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698774.976984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698774.976985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698774.976994:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698774.976995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698774.977006:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698774.977007:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698774.977013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698774.977013:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698774.977023:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787698774.977024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698774.977026:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698774.977032:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698774.977033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698774.977034:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698774.977062:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698774.977064:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698774.977066:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698775.552980:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698775.552988:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698775.552990:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698775.552995:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698775.552998:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698775.553002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698775.553005:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698775.553007:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698775.553009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698776.000981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698776.000982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698776.000985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698776.000991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698776.000993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698776.000993:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698776.001000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698776.001001:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698776.001001:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698776.001008:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698776.001012:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698776.001013:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698776.001022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698776.001024:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698776.001025:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698776.001030:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698776.001031:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698776.001031:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698776.001041:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698776.001047:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698776.001053:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698776.001053:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698776.001059:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698776.001065:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698776.001075:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698776.001081:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698776.001085:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698776.576970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698776.576981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698776.576983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698776.576990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698776.576994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698776.576999:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698776.577002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698776.577004:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698776.577007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698776.577027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698776.577033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698776.577035:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698776.577039:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698776.577043:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698776.577051:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3990
00000400:00000200:3.0:1787698776.577061:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698776.577068:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698776.577071:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698776.577075:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577078:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577081:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577083:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698776.577088:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698776.577090:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698776.577093:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698776.577096:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698776.577099:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698776.577101:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698776.577104:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577106:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577108:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577110:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698776.577112:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698776.577115:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577116:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698776.577118:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698776.577121:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698776.577124:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577125:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698776.577128:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698776.577137:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787698776.577139:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698776.577143:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698776.577144:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577148:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698776.577150:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698776.577154:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698776.577161:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787698776.577167:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698776.577175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698776.577183:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698776.577187:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698776.577191:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698776.577208:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698776.577210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698776.577213:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698776.577214:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698776.577215:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698776.577217:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698776.577219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3990
00000400:00000200:3.0:1787698776.577222:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698776.577224:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698776.577226:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698776.577228:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577230:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577231:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577232:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698776.577234:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698776.577235:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698776.577236:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698776.577237:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787698776.577239:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698776.577240:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698776.577243:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577244:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577246:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577247:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698776.577249:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698776.577250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577252:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698776.577253:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698776.577255:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787698776.577259:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698776.577261:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577262:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698776.577263:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698776.577269:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787698776.577269:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698776.577285:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577291:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698776.577292:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787698776.577297:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787698776.577307:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:2.0:1787698776.577313:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787698776.577315:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698776.577316:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698776.577322:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.577323:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698776.577327:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698776.577328:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698776.577334:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698776.577334:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698776.577340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698776.577341:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947219328:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698776.577347:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787698776.577349:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
02000000:00000001:2.0:1787698776.577352:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787698776.577354:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.577356:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.577359:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787698776.577365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787698776.577369:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
00000100:00000001:3.0:1787698776.577371:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698776.577372:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577375:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698776.577382:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698776.577383:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698776.577391:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00000001:3.0:1787698776.577403:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698776.577404:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00080000:3.0:1787698776.577405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698776.577412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698776.577414:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787698776.577415:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219328, portal 25
00000100:00080000:3.0:1787698776.577416:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698776.577420:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698776.577422:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787698776.577423:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299249984 : -116989410301632 : ffff959947c1a940)
00000100:00080000:3.0:1787698776.577427:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3990
00000100:00000040:2.0:1787698776.577437:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698776.577437:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698776.577450:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698776.577456:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698776.577461:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577467:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577471:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577476:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698776.577477:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787698776.577478:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698776.577480:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698776.577481:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698776.577483:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000040:2.0:1787698776.577488:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787698776.577488:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698776.577495:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:2.0:1787698776.577496:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000040:3.0:1787698776.577499:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577505:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787698776.577507:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947219328, offset 0
00000100:00000040:3.0:1787698776.577508:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577513:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698776.577518:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698776.577520:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577521:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698776.577525:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698776.577529:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787698776.577531:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698776.577534:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577535:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698776.577537:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698776.577538:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.577541:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698776.577545:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698776.577550:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000400:00000200:2.0:1787698776.577553:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000040:3.0:1787698776.577554:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698776.577564:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698776.577566:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.577567:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787698776.577568:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698776.577573:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698776.577577:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:3.0:1787698776.577578:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698776.577587:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000400:00000200:2.0:1787698776.577588:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787698776.577600:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.577601:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00100000:3.0:1787698776.577612:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698776.577614:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12353:12353:256:4294967295] 192.168.201.121@tcp LPNI seq info [12353:12353:8:4294967295]
00000100:00000001:3.0:1787698776.577640:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698776.577641:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698776.577646:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698776.577658:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698776.577661:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698776.577664:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698776.577667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698776.577668:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698776.577670:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698776.577680:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698776.577681:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787698776.577686:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3990
00000400:00000200:3.0:1787698776.577696:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:2.0:1787698776.577700:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698776.577702:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698776.577708:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787698776.577710:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000100:00000040:3.0:1787698776.577714:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577717:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577723:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:2.0:1787698776.577724:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698776.577729:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.0:1787698776.577732:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787698776.577733:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698776.577736:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698776.577743:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698776.577746:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787698776.577748:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698776.577753:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:2.1:1787698776.577754:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698776.577761:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1787698776.577764:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577766:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698776.577767:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577775:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698776.577783:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000800:00000100:2.0:1787698776.577784:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.577794:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000100:00080000:3.0:1787698776.577798:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698776.577802:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698776.577804:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698776.577806:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787698776.577807:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698776.577810:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.577816:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787698776.577816:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698776.577824:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787698776.577827:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000008:00000001:3.0:1787698776.577827:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577836:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698776.577837:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000010:3.0:1787698776.577879:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000100:00000001:2.0:1787698776.577881:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787698776.577887:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:2.0:1787698776.577892:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787698776.577893:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698776.577896:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698776.577905:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698776.577908:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698776.577912:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698776.577922:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:2.0:1787698776.577926:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787698776.577927:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698776.577934:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698776.577937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698776.577985:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698776.577990:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.577993:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698776.577996:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.577998:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698776.578005:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578007:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698776.578010:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4000)
00000400:00000200:2.0:1787698776.578017:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698776.578022:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298663588
00000100:00000010:2.0:1787698776.578028:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70f00.
00000100:00000001:2.0:1787698776.578037:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698776.578044:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298663588
00000100:00000010:2.0:1787698776.578046:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70300.
00000100:00000001:2.0:1787698776.578048:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698776.578050:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698776.578052:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578054:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698776.578058:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698776/real 1787698776]  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698776.578065:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698776.578066:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698776.578067:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698776.578069:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698776.578070:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698776.578071:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698776.578074:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698776.578079:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578083:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698776.578084:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578086:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578087:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698776.578089:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578093:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698776.578096:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578100:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698776.578102:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578103:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578103:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578105:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698776.578106:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698776.578108:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698776.578111:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698776.578112:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698776.578114:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698776.578119:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947219328:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698776.578122:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578124:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578125:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a940 x1874533947219328/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578140:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698776.578141:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578144:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698776.578146:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698776.578148:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698776.578149:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698776.578151:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698776.578153:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:2.0:1787698776.578155:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698776.578157:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698776.578158:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a940.
00000100:00000001:2.0:1787698776.578160:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698776.578161:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578162:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578167:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698776.578169:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698776.578172:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698776.578173:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698776.578176:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578180:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698776.578181:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.578182:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698776.578184:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698776.578185:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698776.578187:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219456:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698776.578188:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698776.578190:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698776.578191:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.578192:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578194:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698776.578196:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.578198:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698776.578200:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698776.578202:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698776.578204:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219456, portal 10
00000100:00000001:2.0:1787698776.578205:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698776.578206:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:2.0:1787698776.578211:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578214:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698776.578216:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698776.578217:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698776.578218:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947219456, offset 0
00000400:00000200:2.0:1787698776.578220:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698776.578223:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698776.578225:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698776.578227:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698776.578229:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698776.578231:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698776.578232:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698776.578234:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12354:12354:256:4294967295] 192.168.201.121@tcp LPNI seq info [12354:12354:8:4294967295]
00000400:00000200:2.0:1787698776.578236:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698776.578241:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698776.578243:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.578245:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698776.578248:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698776.578250:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698776.578253:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698776.578254:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698776.578257:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.578258:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698776.578260:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698776.578262:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698776.578264:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698776.578265:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698776.578266:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698776.578269:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578273:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578275:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578279:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578280:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698776.578282:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698776.578284:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698776.578286:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698776.578287:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298662930
00000100:00000001:2.0:1787698776.578289:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298663588
00000100:00000001:2.0:1787698776.578290:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298662930
00000100:00000001:2.0:1787698776.578292:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298663588
00000100:00000001:2.0:1787698776.578293:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698776.578294:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578295:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698776.578297:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698776/real 1787698776]  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698776.578301:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698776.578302:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698776.578302:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698776.578304:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698776.578305:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698776.578306:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698776.578308:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698776.578312:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578319:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698776.578320:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578321:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578321:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698776.578323:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578327:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698776.578329:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578332:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698776.578333:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578334:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578335:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578336:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698776.578338:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698776.578339:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698776.578341:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698776.578342:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698776.578344:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698776.578348:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219456:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698776.578350:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698776.578352:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578356:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698776.578357:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.578358:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698776.578359:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698776.578360:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698776.578362:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219584:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698776.578364:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698776.578365:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698776.578366:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.578367:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578368:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698776.578369:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.578371:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698776.578373:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698776.578375:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698776.578376:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219584, portal 4
00000100:00000001:2.0:1787698776.578378:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698776.578378:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:2.0:1787698776.578382:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578385:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698776.578387:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698776.578388:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698776.578389:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947219584, offset 0
00000400:00000200:2.0:1787698776.578391:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698776.578393:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698776.578395:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698776.578396:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698776.578397:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698776.578399:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698776.578400:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698776.578402:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12355:12355:256:4294967295] 192.168.201.121@tcp LPNI seq info [12355:12355:8:4294967295]
00000400:00000200:2.0:1787698776.578404:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698776.578408:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698776.578411:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.578412:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698776.578414:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698776.578416:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698776.578418:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698776.578420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698776.578422:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.578423:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698776.578425:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698776.578427:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698776.578428:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698776.578429:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698776.578431:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698776.578432:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578437:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578439:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578442:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578443:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698776.578444:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698776.578446:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698776.578447:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698776.578448:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298662947
00000100:00000001:2.0:1787698776.578450:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298663588
00000100:00000001:2.0:1787698776.578451:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298662947
00000100:00000001:2.0:1787698776.578452:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298663588
00000100:00000001:2.0:1787698776.578454:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698776.578455:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578456:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698776.578458:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698776/real 1787698776]  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698776.578462:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698776.578463:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698776.578464:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698776.578465:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698776.578466:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698776.578467:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698776.578468:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698776.578473:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578476:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698776.578477:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578478:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578479:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698776.578480:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578484:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698776.578486:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578489:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698776.578490:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578491:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578492:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578493:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698776.578494:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698776.578495:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698776.578497:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698776.578498:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698776.578500:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698776.578504:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219584:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698776.578506:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698776.578508:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578512:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698776.578512:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.578514:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698776.578514:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698776.578515:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698776.578517:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219712:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698776.578518:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698776.578519:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698776.578520:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698776.578521:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578522:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698776.578524:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698776.578525:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698776.578526:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698776.578528:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698776.578530:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219712, portal 4
00000100:00000001:2.0:1787698776.578531:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698776.578532:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:2.0:1787698776.578535:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578538:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698776.578540:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698776.578541:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698776.578542:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947219712, offset 0
00000400:00000200:2.0:1787698776.578544:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698776.578546:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698776.578547:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698776.578549:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698776.578550:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698776.578552:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698776.578553:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698776.578555:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12356:12356:256:4294967295] 192.168.201.121@tcp LPNI seq info [12356:12356:8:4294967295]
00000400:00000200:2.0:1787698776.578557:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698776.578560:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698776.578563:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.578564:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698776.578566:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698776.578567:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787698776.578570:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698776.578571:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787698776.578573:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698776.578574:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698776.578576:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698776.578578:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698776.578579:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698776.578580:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698776.578581:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698776.578583:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578587:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578588:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698801 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578592:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578593:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698776.578594:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698776.578596:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698776.578598:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698776.578599:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298662934
00000100:00000001:2.0:1787698776.578601:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298663588
00000100:00000001:2.0:1787698776.578602:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298662934
00000100:00000001:2.0:1787698776.578603:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298663588
00000100:00000001:2.0:1787698776.578604:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698776.578605:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578606:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698776.578608:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698776/real 1787698776]  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698776.578612:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698776.578612:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698776.578613:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698776.578614:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698776.578615:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698776.578616:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698776.578618:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698776.578636:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578640:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698776.578641:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578642:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578643:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698776.578645:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578649:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698776.578651:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578655:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698776.578656:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578657:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698776.578658:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578659:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698776.578660:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698776.578662:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698776.578663:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698776.578664:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698776.578666:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698776.578670:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219712:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698776.578672:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578674:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578675:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947219456/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578679:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698776.578680:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578681:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698776.578682:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698776.578683:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698776.578684:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698776.578685:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698776.578686:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:2.0:1787698776.578688:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698776.578689:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698776.578689:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:2.0:1787698776.578691:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698776.578692:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578693:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578695:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947219584/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578702:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698776.578702:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578703:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698776.578705:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698776.578706:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698776.578706:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698776.578707:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698776.578708:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:2.0:1787698776.578710:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698776.578710:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698776.578711:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:2.0:1787698776.578712:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698776.578713:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578713:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698776.578715:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947219712/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698801 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698776.578718:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698776.578719:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698776.578719:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698776.578720:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698776.578721:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698776.578722:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698776.578722:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698776.578723:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:2.0:1787698776.578724:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698776.578725:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698776.578726:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:2.0:1787698776.578727:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698776.578727:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578728:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698776.578730:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698776.578731:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698776.578732:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698776.578733:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698777.024986:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698777.024997:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698777.025000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698777.025007:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698777.025008:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698777.025017:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698777.025018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698777.025021:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698777.025024:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698777.025027:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698777.025031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698777.025031:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698777.025031:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698777.025040:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698777.025041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698777.025041:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698777.025048:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698777.025051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698777.025053:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698777.025053:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698777.025058:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698777.025059:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698777.025063:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698777.025067:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698777.025103:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698777.025107:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698777.025111:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698777.280950:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298663588, at 4298663616
00000100:00000040:1.0:1787698777.280950:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298663588, at 4298663616
00000100:00000010:0.0:1787698777.280964:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70f00.
00000100:00000010:1.0:1787698777.280966:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70300.
00000100:00000001:3.0:1787698777.600952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698777.600959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698777.600961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698777.600966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698777.600970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698777.600975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698777.600978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698777.600981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698777.600985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698778.048956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698778.048960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698778.048964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698778.048965:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698778.048966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698778.048968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698778.048970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698778.048974:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698778.048974:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698778.048975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698778.048978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698778.048978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698778.048982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698778.048982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698778.048985:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698778.048989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698778.048989:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698778.048989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698778.048995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698778.048998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698778.049000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698778.049002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698778.049004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698778.049006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698778.049012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698778.049015:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698778.049018:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698778.625007:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698778.625016:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698778.625019:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698778.625025:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698778.625030:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698778.625035:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698778.625038:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698778.625040:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698778.625044:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698779.072954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698779.072956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698779.072959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698779.072964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698779.072966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698779.072966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698779.072971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698779.072971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698779.072975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698779.072980:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698779.072980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698779.072981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698779.072991:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698779.072991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698779.072994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698779.072998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698779.072999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698779.072999:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698779.073008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698779.073012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698779.073016:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698779.073019:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698779.073021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698779.073022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698779.073071:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698779.073075:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698779.073079:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698779.648963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698779.648974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698779.648977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698779.648984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698779.648988:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698779.648993:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698779.648996:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698779.648998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698779.649001:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698780.096988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698780.096988:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698780.096997:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698780.096999:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698780.097000:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698780.097000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698780.097001:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698780.097012:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698780.097014:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698780.097014:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698780.097017:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698780.097022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698780.097023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698780.097027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698780.097028:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698780.097030:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698780.097032:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698780.097034:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698780.097035:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698780.097040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698780.097046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698780.097049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698780.097050:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698780.097056:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698780.097125:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698780.097129:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698780.097133:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698780.672931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698780.672937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698780.672939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698780.672942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698780.672945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698780.672947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698780.672949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698780.672950:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698780.672953:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698781.120942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698781.120942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698781.120948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698781.120949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698781.120950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698781.120951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698781.120954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698781.120954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698781.120956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698781.120959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698781.120961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698781.120962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698781.120964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698781.120966:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698781.120967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698781.120971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698781.120972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698781.120973:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698781.120974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698781.120978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698781.120978:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698781.120984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698781.120986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698781.120989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698781.120999:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698781.121002:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698781.121004:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698781.696964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787698781.696967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698781.696971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698781.696974:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698781.696976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698781.696981:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698781.696981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698781.696986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698781.696990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698781.696993:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698781.696993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698781.696996:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698781.696999:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698781.697001:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698781.697006:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 3995
00000400:00000200:0.0:1787698781.697014:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698781.697018:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698781.697021:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698781.697023:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697026:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698781.697028:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698781.697033:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698781.697034:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698781.697036:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698781.697039:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698781.697040:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698781.697042:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698781.697043:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697044:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698781.697046:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698781.697048:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698781.697051:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697052:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698781.697054:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698781.697056:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698781.697058:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697060:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698781.697061:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698781.697068:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698781.697070:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698781.697073:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698781.697075:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697077:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698781.697079:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698781.697082:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698781.697087:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698781.697092:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698781.697098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698781.697105:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698781.697108:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698781.697111:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698781.697127:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698781.697128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698781.697131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698781.697132:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698781.697133:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698781.697134:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698781.697136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3995
00000400:00000200:0.0:1787698781.697138:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698781.697139:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698781.697140:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698781.697142:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697144:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698781.697146:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697147:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698781.697149:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698781.697150:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698781.697151:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698781.697152:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698781.697153:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698781.697154:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698781.697156:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698781.697156:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787698781.697160:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698781.697161:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787698781.697162:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697165:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698781.697165:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787698781.697169:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698781.697173:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000040:2.0:1787698781.697174:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698781.697175:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698781.697179:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698781.697184:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698781.697184:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698781.697187:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698781.697188:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697191:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698781.697197:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787698781.697200:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698781.697200:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698781.697202:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787698781.697208:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698781.697209:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947219840:192.168.201.121@tcp:250:kworker.0
00000100:00000001:0.0:1787698781.697212:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697214:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698781.697218:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787698781.697221:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
02000000:00000001:2.0:1787698781.697221:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.697225:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1787698781.697227:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000010:2.0:1787698781.697230:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:0.0:1787698781.697232:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698781.697233:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698781.697235:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697239:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787698781.697239:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698781.697243:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787698781.697244:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
02000000:00000001:0.0:1787698781.697247:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698781.697250:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
02000000:00000010:0.0:1787698781.697254:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000200:2.0:1787698781.697256:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219840, portal 25
00000100:00000001:0.0:1787698781.697260:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697260:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698781.697266:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000100:00100000:0.0:1787698781.697270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787698781.697274:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698781.697297:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698781.697297:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787698781.697301:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698781.697303:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698781.697306:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000040:0.0:1787698781.697307:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698781.697311:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947219840, offset 0
00000100:00000001:0.0:1787698781.697319:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698781.697321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698781.697325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787698781.697325:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697328:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698781.697330:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698781.697332:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698781.697334:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3995
00000400:00000200:2.0:1787698781.697338:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698781.697339:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698781.697345:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698781.697347:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698781.697351:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698781.697351:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698781.697356:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698781.697359:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697360:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698781.697362:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787698781.697362:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787698781.697365:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698781.697367:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698781.697368:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:2.0:1787698781.697371:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:0.0:1787698781.697372:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698781.697376:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698781.697379:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787698781.697380:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697385:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698781.697388:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698781.697388:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697392:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698781.697394:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698781.697398:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12357:12357:256:4294967295] 192.168.201.121@tcp LPNI seq info [12357:12357:8:4294967295]
00000100:00080000:0.0:1787698781.697399:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697404:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698781.697406:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698781.697408:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698781.697408:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698781.697412:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697413:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698781.697415:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787698781.697421:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1787698781.697422:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697427:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698781.697431:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000010:0.0:1787698781.697433:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000800:00000010:2.0:1787698781.697436:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000020:00000040:0.0:1787698781.697438:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698781.697443:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787698781.697444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787698781.697445:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698781.697448:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787698781.697449:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787698781.697453:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698781.697456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787698781.697460:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787698781.697461:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787698781.697462:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
02000000:00000001:0.0:1787698781.697465:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698781.697468:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1787698781.697473:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000400:00000200:2.0:1787698781.697473:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698781.697476:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698781.697479:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:0.0:1787698781.697480:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697483:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787698781.697489:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698781.697490:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698781.697514:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698781.697516:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698781.697522:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.697527:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698781.697532:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698781.697548:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698781.697550:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698781.697552:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698781.697553:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698781.697556:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787698781.697559:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698781.697560:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 3995
00000400:00000200:0.0:1787698781.697569:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698781.697574:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787698781.697576:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698781.697577:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787698781.697581:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698781.697585:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698781.697586:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698781.697592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698781.697596:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697598:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698781.697602:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298668707
00000020:00000001:0.0:1787698781.697603:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698781.697606:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698781.697608:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1787698781.697608:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70de0.
00000020:00000040:0.0:1787698781.697613:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698781.697617:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698781.697617:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1787698781.697622:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698781.697623:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298668707
00000100:00000040:0.0:1787698781.697628:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000010:2.0:1787698781.697628:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d700c0.
00000100:00000001:0.0:1787698781.697633:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698781.697633:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698781.697639:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787698781.697640:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698781.697642:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697644:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698781.697645:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1787698781.697649:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00100000:2.0:1787698781.697652:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698781/real 1787698781]  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698781.697657:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698781.697664:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698781.697667:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698781.697671:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698781.697676:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697681:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698781.697685:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000001:2.0:1787698781.697686:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698781.697689:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1787698781.697690:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697694:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698781.697694:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698781.697700:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000100:00000010:0.0:1787698781.697701:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000400:00000010:2.0:1787698781.697702:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698781.697707:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1787698781.697708:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698781.697712:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787698781.697713:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698781.697714:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698781.697719:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698781.697721:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698781.697725:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698781.697732:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000200:2.0:1787698781.697733:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698781.697737:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697746:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:0.0:1787698781.697747:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698781.697750:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.697755:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.697758:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698781.697762:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787698781.697765:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698781.697767:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697775:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787698781.697776:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698781.697781:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.697805:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787698781.697806:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697808:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.697810:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.697811:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787698781.697813:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4005)
00000100:00000001:2.0:1787698781.697814:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698781.697816:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698781.697819:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698781.697821:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698781.697824:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698781.697828:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698781.697836:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947219840:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698781.697840:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.697843:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.697846:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947219840/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.697878:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698781.697880:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698781.697881:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698781.697884:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698781.697885:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698781.697886:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698781.697888:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698781.697890:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:2.0:1787698781.697892:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698781.697894:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698781.697895:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:2.0:1787698781.697897:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698781.697898:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.697899:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.697905:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698781.697906:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.697907:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698781.697908:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698781.697909:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698781.697912:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.697916:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698781.697917:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.697919:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698781.697920:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698781.697921:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698781.697922:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219968:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698781.697925:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698781.697926:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698781.697927:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.697928:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698781.697930:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698781.697931:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698781.697934:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698781.697935:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698781.697938:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698781.697940:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947219968, portal 10
00000100:00000001:2.0:1787698781.697941:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698781.697942:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:2.0:1787698781.697946:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.697950:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698781.697951:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698781.697952:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698781.697954:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947219968, offset 0
00000400:00000200:2.0:1787698781.697956:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698781.697959:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698781.697961:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698781.697963:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698781.697965:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698781.697966:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698781.697968:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698781.697970:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12358:12358:256:4294967295] 192.168.201.121@tcp LPNI seq info [12358:12358:8:4294967295]
00000400:00000200:2.0:1787698781.697973:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698781.697976:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698781.697979:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698781.697981:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698781.697983:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698781.697985:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698781.697988:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698781.697989:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787698781.697992:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698781.697993:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698781.697995:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698781.697997:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698781.697999:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698781.698000:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698781.698001:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698781.698003:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698008:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.698009:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698013:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698014:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698781.698016:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698781.698018:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698781.698020:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698781.698021:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298668050
00000100:00000001:2.0:1787698781.698023:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298668707
00000100:00000001:2.0:1787698781.698024:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298668050
00000100:00000001:2.0:1787698781.698025:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298668707
00000100:00000001:2.0:1787698781.698026:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698781.698027:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698029:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698781.698031:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698781/real 1787698781]  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698781.698035:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698781.698036:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698781.698037:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698781.698039:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698781.698040:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698781.698041:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698781.698043:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698781.698047:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698050:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698781.698051:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698052:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.698053:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698781.698054:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698058:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698781.698060:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698064:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698781.698066:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698067:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.698067:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698068:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698781.698069:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698781.698071:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698781.698072:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698781.698074:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698781.698076:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698781.698080:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947219968:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698781.698082:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698781.698084:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698088:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698781.698089:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.698090:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698781.698091:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698781.698092:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698781.698093:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220096:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698781.698095:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698781.698096:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698781.698097:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.698098:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698781.698100:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698781.698101:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698781.698103:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698781.698104:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698781.698106:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698781.698107:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220096, portal 4
00000100:00000001:2.0:1787698781.698109:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698781.698110:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:2.0:1787698781.698113:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698117:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698781.698118:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698781.698119:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698781.698121:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947220096, offset 0
00000400:00000200:2.0:1787698781.698123:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698781.698124:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698781.698126:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698781.698127:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698781.698129:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698781.698131:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698781.698132:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698781.698134:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12359:12359:256:4294967295] 192.168.201.121@tcp LPNI seq info [12359:12359:8:4294967295]
00000400:00000200:2.0:1787698781.698136:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698781.698139:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698781.698142:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698781.698143:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698781.698145:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698781.698147:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698781.698149:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698781.698151:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787698781.698153:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698781.698154:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698781.698156:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698781.698158:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698781.698159:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698781.698160:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698781.698162:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698781.698163:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698167:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.698169:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698172:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698173:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698781.698175:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698781.698177:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698781.698178:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698781.698179:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298668067
00000100:00000001:2.0:1787698781.698181:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298668707
00000100:00000001:2.0:1787698781.698182:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298668067
00000100:00000001:2.0:1787698781.698184:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298668707
00000100:00000001:2.0:1787698781.698185:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698781.698186:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698187:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698781.698189:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698781/real 1787698781]  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698781.698193:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698781.698194:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698781.698194:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698781.698196:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698781.698196:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698781.698197:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698781.698199:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698781.698203:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698207:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698781.698208:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698209:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.698209:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698781.698211:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698214:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698781.698216:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698220:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698781.698221:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698222:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.698222:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698224:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698781.698225:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698781.698226:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698781.698228:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698781.698229:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698781.698231:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698781.698235:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220096:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698781.698237:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698781.698239:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698242:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698781.698243:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.698244:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698781.698245:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698781.698246:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698781.698247:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220224:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698781.698249:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698781.698250:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698781.698250:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698781.698251:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698781.698253:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698781.698254:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698781.698256:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698781.698257:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698781.698259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698781.698260:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220224, portal 4
00000100:00000001:2.0:1787698781.698262:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698781.698262:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:2.0:1787698781.698265:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698269:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698781.698277:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698781.698279:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698781.698282:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947220224, offset 0
00000400:00000200:2.0:1787698781.698285:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698781.698289:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698781.698291:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698781.698294:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698781.698296:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698781.698298:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698781.698300:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698781.698302:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12360:12360:256:4294967295] 192.168.201.121@tcp LPNI seq info [12360:12360:8:4294967295]
00000400:00000200:2.0:1787698781.698306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698781.698312:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698781.698316:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698781.698321:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698781.698325:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698781.698328:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787698781.698331:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698781.698334:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787698781.698337:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698781.698338:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698781.698341:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698781.698344:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698781.698347:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698781.698348:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698781.698351:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698781.698354:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698361:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.698364:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698375:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698377:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698781.698380:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698781.698382:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698781.698385:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698781.698386:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298668054
00000100:00000001:2.0:1787698781.698388:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298668707
00000100:00000001:2.0:1787698781.698389:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298668054
00000100:00000001:2.0:1787698781.698390:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298668707
00000100:00000001:2.0:1787698781.698392:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698781.698393:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698394:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698781.698396:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698781/real 1787698781]  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698781.698401:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698781.698402:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698781.698403:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698781.698404:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698781.698405:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698781.698406:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698781.698408:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698781.698413:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698416:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698781.698417:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698418:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.698419:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698781.698421:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698425:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698781.698427:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698431:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698781.698432:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698433:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698781.698434:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698435:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698781.698436:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698781.698437:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698781.698439:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698781.698440:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698781.698442:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698781.698445:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220224:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698781.698447:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698448:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.698450:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947219968/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698454:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698781.698455:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698781.698456:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698781.698458:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698781.698459:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698781.698459:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698781.698461:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698781.698462:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:2.0:1787698781.698465:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698781.698467:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698781.698468:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:2.0:1787698781.698471:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698781.698472:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698473:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.698477:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947220096/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698483:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698781.698484:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698781.698485:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698781.698487:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698781.698488:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698781.698489:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698781.698491:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698781.698493:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:2.0:1787698781.698494:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698781.698496:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698781.698497:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:2.0:1787698781.698499:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698781.698500:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698501:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698781.698505:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947220224/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698806 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698781.698510:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698781.698511:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698781.698512:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698781.698514:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698781.698515:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698781.698516:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698781.698518:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698781.698519:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:2.0:1787698781.698521:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698781.698523:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698781.698524:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:2.0:1787698781.698526:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698781.698528:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698529:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698781.698532:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698781.698545:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698781.698548:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698781.698549:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698782.144950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698782.144950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698782.144956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698782.144958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698782.144959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698782.144962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.144962:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698782.144963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698782.144969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698782.144970:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698782.144970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698782.144973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698782.144975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698782.144975:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698782.144977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698782.144980:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698782.144980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698782.144981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698782.144986:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787698782.144987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698782.144987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.144990:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698782.144991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698782.144996:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698782.144997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.145001:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.145006:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698782.145008:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698782.145009:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698782.145011:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.145013:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698782.145015:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.145016:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.145018:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698782.145022:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698782.145023:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698782.145056:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698782.145058:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698782.145060:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698782.400957:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298668707, at 4298668736
00000100:00000040:1.0:1787698782.400957:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298668707, at 4298668736
00000100:00000010:1.0:1787698782.400971:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000010:0.0:1787698782.400973:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000100:00000001:3.0:1787698782.720916:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698782.720923:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698782.720925:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698782.720930:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698782.720934:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698782.720938:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698782.720941:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698782.720943:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698782.720946:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698783.168911:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698783.168911:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698783.168918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698783.168919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698783.168920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698783.168923:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698783.168927:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698783.168927:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698783.168928:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698783.168932:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698783.168933:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698783.168935:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698783.168939:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698783.168940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698783.168941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698783.168944:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698783.168944:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698783.168945:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698783.168948:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698783.168950:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698783.168952:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698783.168954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698783.168955:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698783.168957:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698783.168981:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698783.168983:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698783.168986:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698783.744938:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698783.744944:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698783.744945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698783.744949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698783.744951:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698783.744954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698783.744955:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698783.744957:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698783.744959:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698784.192937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698784.192937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698784.192944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698784.192945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698784.192946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698784.192948:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698784.192949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698784.192951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698784.192954:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698784.192956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698784.192956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698784.192961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698784.192962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698784.192964:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698784.192964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698784.192967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698784.192968:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698784.192968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698784.192974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698784.192974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698784.192977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698784.192978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698784.192980:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698784.192983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698784.193000:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698784.193004:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698784.193006:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698784.768947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698784.768952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698784.768954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698784.768964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698784.768966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698784.768970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698784.768972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698784.768974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698784.768976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698785.216945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698785.216945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698785.216949:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698785.216952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698785.216953:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698785.216953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698785.216954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698785.216957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698785.216960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698785.216960:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698785.216962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698785.216964:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698785.216965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698785.216968:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698785.216968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698785.216973:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698785.216974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698785.216974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698785.216975:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698785.216978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698785.216979:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698785.216981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698785.216985:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698785.216987:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698785.216988:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698785.216990:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698785.216993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698785.216993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698785.216998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698785.217002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698785.217104:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698785.217108:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698785.217111:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698785.792949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698785.792956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698785.792958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698785.792963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698785.792966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698785.792969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698785.792972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698785.792974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698785.792977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.240946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698786.240954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698786.240956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698786.240962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698786.240967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698786.240971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.240973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698786.240975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.240979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.240983:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698786.240989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698786.240991:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698786.240995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698786.241000:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698786.241004:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698786.241007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698786.241010:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698786.241013:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698786.241038:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698786.241041:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698786.241046:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698786.241047:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698786.241050:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698786.241051:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698786.241100:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698786.241105:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698786.241110:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698786.816968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698786.816975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698786.816978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698786.816983:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698786.816984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698786.816988:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698786.816992:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698786.816994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698786.816995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698786.816999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698786.817000:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698786.817002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698786.817006:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698786.817012:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698786.817021:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4000
00000400:00000200:2.0:1787698786.817031:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698786.817037:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698786.817039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698786.817042:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698786.817046:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698786.817051:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698786.817053:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698786.817056:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698786.817058:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698786.817060:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698786.817061:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698786.817063:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817064:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698786.817066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817067:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698786.817069:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698786.817072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817073:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698786.817076:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698786.817078:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698786.817080:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817082:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698786.817084:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698786.817094:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698786.817097:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698786.817100:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698786.817102:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817105:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698786.817107:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698786.817111:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698786.817118:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:2.0:1787698786.817125:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698786.817133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698786.817145:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698786.817149:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698786.817152:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698786.817172:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698786.817175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698786.817178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698786.817189:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698786.817194:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698786.817197:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698786.817200:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4000
00000400:00000200:2.0:1787698786.817204:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698786.817207:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698786.817209:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698786.817210:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787698786.817211:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817213:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698786.817215:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787698786.817215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698786.817217:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787698786.817217:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698786.817220:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698786.817221:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698786.817222:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787698786.817224:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698786.817225:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698786.817227:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698786.817229:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698786.817232:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787698786.817232:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698786.817234:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817234:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698786.817236:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817237:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787698786.817238:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787698786.817239:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698786.817240:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787698786.817242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698786.817243:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817244:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698786.817246:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787698786.817247:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947220352:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698786.817251:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698786.817252:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698786.817253:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.817255:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787698786.817255:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698786.817258:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.817260:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787698786.817260:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698786.817263:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817265:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698786.817266:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698786.817268:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698786.817268:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698786.817270:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698786.817272:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698786.817273:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.817274:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698786.817275:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698786.817276:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787698786.817278:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:2.0:1787698786.817278:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698786.817281:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000100:00000001:2.0:1787698786.817284:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698786.817285:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00100000:2.0:1787698786.817288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698786.817293:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787698786.817294:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220352, portal 25
00000100:00000001:2.0:1787698786.817295:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817296:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698786.817298:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:2.0:1787698786.817299:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698786.817303:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698786.817307:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698786.817310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698786.817311:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787698786.817313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787698786.817314:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817314:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787698786.817316:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00080000:2.0:1787698786.817317:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698786.817319:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787698786.817320:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947220352, offset 0
00000100:00080000:2.0:1787698786.817321:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4000
00000400:00000200:2.0:1787698786.817324:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698786.817327:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698786.817329:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698786.817332:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817333:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698786.817336:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817338:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698786.817340:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698786.817341:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698786.817342:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698786.817343:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000040:2.0:1787698786.817344:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698786.817346:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698786.817347:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698786.817349:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817351:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698786.817352:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698786.817353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698786.817358:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000040:2.0:1787698786.817358:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698786.817360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817362:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.817364:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787698786.817364:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698786.817366:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698786.817368:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.817369:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:2.0:1787698786.817370:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698786.817372:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698786.817373:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1787698786.817374:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.817376:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817376:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698786.817379:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000400:00000200:1.0:1787698786.817380:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12361:12361:256:4294967295] 192.168.201.121@tcp LPNI seq info [12361:12361:8:4294967295]
00000020:00000040:2.0:1787698786.817381:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698786.817384:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787698786.817385:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698786.817386:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817387:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698786.817388:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698786.817389:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698786.817392:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632bc00.
00000400:00000200:1.0:1787698786.817394:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787698786.817396:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698786.817400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787698786.817401:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.817406:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698786.817406:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698786.817408:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698786.817410:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787698786.817413:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698786.817417:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1787698786.817418:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698786.817420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698786.817423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1787698786.817423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698786.817424:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698786.817425:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787698786.817427:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1787698786.817428:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698786.817430:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4000
00000800:00000100:1.0:1787698786.817431:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698786.817433:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:1.0:1787698786.817434:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:2.0:1787698786.817436:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698786.817437:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698786.817440:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698786.817441:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698786.817442:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698786.817443:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817445:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698786.817459:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1787698786.817460:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698786.817461:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698786.817463:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698786.817465:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000020:00000040:2.0:1787698786.817465:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698786.817467:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000010:1.0:1787698786.817468:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000020:00000001:2.0:1787698786.817469:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698786.817472:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698786.817473:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698786.817474:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698786.817475:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698786.817477:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698786.817478:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698786.817480:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698786.817482:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698786.817485:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698786.817486:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698786.817487:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787698786.817489:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787698786.817491:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698786.817491:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817493:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698786.817494:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698786.817497:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817498:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817499:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817500:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1787698786.817502:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698786.817504:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698786.817506:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698786.817506:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698786.817507:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698786.817509:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698786.817510:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787698786.817511:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698786.817512:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817514:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298673827
02000000:00000010:2.0:1787698786.817515:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
00000100:00000001:2.0:1787698786.817517:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698786.817521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787698786.817525:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010d20.
00000100:00000001:2.0:1787698786.817528:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698786.817529:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817532:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787698786.817533:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698786.817540:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817542:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298673827
00000100:00000010:1.0:1787698786.817545:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470109c0.
00000100:00000040:2.0:1787698786.817545:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4010)
00000100:00000001:1.0:1787698786.817548:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698786.817551:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698786.817554:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817557:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698786.817563:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698786/real 1787698786]  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698786.817572:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698786.817573:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698786.817575:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698786.817578:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698786.817580:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698786.817583:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698786.817586:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698786.817594:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817598:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698786.817599:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817601:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.817603:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698786.817606:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817611:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698786.817614:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817622:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698786.817624:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817625:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.817626:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817628:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698786.817629:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698786.817631:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698786.817634:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698786.817635:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698786.817637:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698786.817642:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947220352:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698786.817645:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817646:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.817648:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947220352/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817653:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698786.817655:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698786.817657:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698786.817659:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698786.817660:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698786.817661:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698786.817663:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698786.817665:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:1.0:1787698786.817668:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698786.817669:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698786.817671:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698786.817672:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698786.817673:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817675:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817681:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698786.817682:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817683:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698786.817684:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698786.817685:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698786.817687:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817691:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698786.817693:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.817694:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698786.817695:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698786.817696:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698786.817698:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220480:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698786.817700:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698786.817702:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698786.817703:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.817704:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698786.817706:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698786.817707:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.817709:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698786.817711:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698786.817713:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698786.817715:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220480, portal 10
00000100:00000001:1.0:1787698786.817717:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698786.817717:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000040:1.0:1787698786.817722:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817726:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698786.817728:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698786.817729:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698786.817730:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947220480, offset 0
00000400:00000200:1.0:1787698786.817733:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698786.817735:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698786.817738:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698786.817740:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698786.817742:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698786.817744:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698786.817745:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698786.817747:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12362:12362:256:4294967295] 192.168.201.121@tcp LPNI seq info [12362:12362:8:4294967295]
00000400:00000200:1.0:1787698786.817749:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698786.817753:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698786.817756:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.817758:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698786.817760:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698786.817762:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698786.817765:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698786.817766:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787698786.817769:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.817770:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698786.817772:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698786.817774:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698786.817776:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698786.817777:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698786.817778:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698786.817781:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817785:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.817787:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817791:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817792:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698786.817794:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698786.817797:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698786.817798:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698786.817799:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298673169
00000100:00000001:1.0:1787698786.817802:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298673827
00000100:00000001:1.0:1787698786.817803:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298673169
00000100:00000001:1.0:1787698786.817805:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298673827
00000100:00000001:1.0:1787698786.817806:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698786.817807:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.817808:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698786.817810:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698786/real 1787698786]  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698786.817814:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698786.817815:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698786.817816:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698786.817817:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698786.817818:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698786.817819:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698786.817821:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698786.817825:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817829:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698786.817829:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.817830:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.817831:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698786.817833:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817836:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698786.817838:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.817842:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698786.817844:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.818928:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.818930:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.818933:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698786.818937:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698786.818942:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698786.818950:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698786.818952:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698786.818960:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698786.818970:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220480:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698786.818975:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698786.818978:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.818983:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698786.818984:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.818987:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698786.818989:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698786.818991:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698786.818993:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220608:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698786.818995:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698786.818998:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698786.819000:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.819002:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698786.819008:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698786.819010:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.819015:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698786.819019:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698786.819026:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698786.819032:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220608, portal 4
00000100:00000001:1.0:1787698786.819034:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698786.819036:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698786.819043:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819050:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698786.819053:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698786.819055:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698786.819059:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947220608, offset 0
00000400:00000200:1.0:1787698786.819065:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698786.819073:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698786.819079:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698786.819083:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698786.819086:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698786.819088:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698786.819090:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698786.819093:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12363:12363:256:4294967295] 192.168.201.121@tcp LPNI seq info [12363:12363:8:4294967295]
00000400:00000200:1.0:1787698786.819095:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698786.819101:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698786.819105:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.819109:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698786.819113:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698786.819116:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698786.819120:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698786.819122:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787698786.819124:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.819126:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698786.819130:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698786.819133:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698786.819137:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698786.819139:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698786.819142:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698786.819144:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819150:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.819153:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819157:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.819158:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698786.819161:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698786.819164:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698786.819166:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698786.819168:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298673188
00000100:00000001:1.0:1787698786.819170:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298673827
00000100:00000001:1.0:1787698786.819171:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298673188
00000100:00000001:1.0:1787698786.819173:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298673827
00000100:00000001:1.0:1787698786.819174:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698786.819175:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.819177:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698786.819179:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698786/real 1787698786]  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698786.819184:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698786.819185:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698786.819187:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698786.819188:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698786.819189:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698786.819191:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698786.819192:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698786.819197:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819201:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698786.819202:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819203:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.819204:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698786.819206:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819210:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698786.819213:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819217:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698786.819218:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819219:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.819220:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819221:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698786.819222:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698786.819223:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698786.819225:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698786.819226:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698786.819228:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698786.819232:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220608:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698786.819234:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698786.819236:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819242:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698786.819243:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.819245:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698786.819247:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698786.819249:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698786.819252:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220736:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698786.819255:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698786.819257:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698786.819258:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698786.819260:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698786.819263:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698786.819265:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698786.819268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698786.819270:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698786.819273:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698786.819276:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220736, portal 4
00000100:00000001:1.0:1787698786.819278:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698786.819279:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698786.819284:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819290:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698786.819292:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698786.819294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698786.819296:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947220736, offset 0
00000400:00000200:1.0:1787698786.819300:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698786.819304:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698786.819307:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698786.819309:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698786.819312:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698786.819314:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698786.819316:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698786.819319:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12364:12364:256:4294967295] 192.168.201.121@tcp LPNI seq info [12364:12364:8:4294967295]
00000400:00000200:1.0:1787698786.819323:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698786.819329:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698786.819333:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.819336:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698786.819340:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698786.819342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698786.819346:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698786.819349:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787698786.819353:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698786.819355:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698786.819358:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698786.819361:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698786.819363:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698786.819365:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698786.819367:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698786.819371:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819378:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.819381:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698811 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819388:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.819389:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698786.819391:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698786.819394:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698786.819397:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698786.819399:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298673175
00000100:00000001:1.0:1787698786.819401:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298673827
00000100:00000001:1.0:1787698786.819403:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298673175
00000100:00000001:1.0:1787698786.819405:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298673827
00000100:00000001:1.0:1787698786.819407:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698786.819409:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.819410:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698786.819414:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698786/real 1787698786]  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698786.819421:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698786.819423:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698786.819424:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698786.819427:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698786.819428:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698786.819430:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698786.819433:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698786.819441:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819462:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698786.819463:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819465:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.819466:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698786.819470:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819477:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698786.819481:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819488:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698786.819490:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819491:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698786.819492:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819494:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698786.819496:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698786.819498:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698786.819501:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698786.819503:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698786.819507:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698786.819514:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220736:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698786.819518:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819520:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.819523:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947220480/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819528:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698786.819530:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698786.819532:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698786.819534:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698786.819536:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698786.819537:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698786.819539:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698786.819540:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787698786.819543:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698786.819545:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698786.819546:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698786.819548:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698786.819549:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819550:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.819552:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947220608/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819555:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698786.819556:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698786.819557:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698786.819558:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698786.819559:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698786.819560:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698786.819560:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698786.819561:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632bc00.
02000000:00000001:1.0:1787698786.819562:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698786.819563:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698786.819563:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698786.819565:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698786.819565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819566:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698786.819568:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947220736/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698811 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698786.819571:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698786.819572:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698786.819572:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698786.819574:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698786.819574:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698786.819575:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698786.819576:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698786.819577:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329000.
02000000:00000001:1.0:1787698786.819578:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698786.819578:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698786.819579:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698786.819580:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698786.819581:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819582:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698786.819587:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698786.819588:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698786.819590:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698786.819591:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698787.264967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698787.264974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698787.264976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698787.264982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698787.264982:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698787.264987:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698787.264988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698787.264988:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698787.264993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698787.264994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698787.264995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698787.264996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698787.264999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698787.264999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698787.265001:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698787.265004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698787.265005:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698787.265006:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698787.265007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698787.265009:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698787.265009:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698787.265013:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698787.265015:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698787.265017:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698787.265046:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698787.265050:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698787.265052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698787.520934:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298673827, at 4298673856
00000100:00000040:1.0:1787698787.520934:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298673827, at 4298673856
00000100:00000010:0.0:1787698787.520955:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d20.
00000100:00000010:1.0:1787698787.520957:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470109c0.
00000100:00000001:3.0:1787698787.840976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698787.840985:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698787.840988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698787.840995:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698787.840999:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698787.841004:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698787.841008:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698787.841012:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698787.841016:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698788.288934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698788.288935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698788.288945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698788.288945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698788.288949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698788.288949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698788.288956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698788.288956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698788.288962:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698788.288962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698788.288966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698788.288968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698788.288968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698788.288972:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698788.288973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698788.288977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698788.288980:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698788.288981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698788.288981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698788.288985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698788.288985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698788.288991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698788.288993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698788.288995:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698788.289041:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698788.289045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698788.289049:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698788.865001:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698788.865009:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698788.865010:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698788.865015:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698788.865018:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698788.865022:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698788.865024:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698788.865026:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698788.865028:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698789.312979:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698789.312979:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698789.312984:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698789.312990:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698789.312991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698789.312991:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698789.312995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698789.312996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698789.313000:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698789.313003:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698789.313003:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698789.313004:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698789.313010:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698789.313011:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698789.313012:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698789.313016:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698789.313018:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698789.313018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698789.313024:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698789.313028:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698789.313032:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698789.313032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698789.313036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698789.313040:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698789.313076:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698789.313080:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698789.313085:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698789.888952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698789.888957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698789.888959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698789.888962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698789.888965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698789.888968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698789.888970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698789.888972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698789.888974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698790.336948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698790.336957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698790.336960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698790.336965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698790.336967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698790.336971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698790.336974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698790.336975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698790.336977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698790.336989:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698790.336996:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698790.337002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698790.337003:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698790.337007:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698790.337009:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698790.337055:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698790.337060:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698790.337061:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698790.337064:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698790.337067:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698790.337069:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698790.337072:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698790.337073:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698790.337075:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698790.337128:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698790.337131:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698790.337135:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698790.912965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698790.912973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698790.912975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698790.912980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698790.912983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698790.912988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698790.912990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698790.912993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698790.912997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.360953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698791.360961:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698791.360961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698791.360963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698791.360966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698791.360971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698791.360971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698791.360971:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698791.360983:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698791.360984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698791.360984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698791.360992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.360997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698791.360998:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698791.360998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698791.361009:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.361010:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698791.361011:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.361027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698791.361027:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698791.361028:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698791.361037:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698791.361038:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698791.361044:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698791.361088:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698791.361093:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698791.361096:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698791.936956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698791.936962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698791.936964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698791.936970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787698791.936970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698791.936978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787698791.936985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698791.936986:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698791.936989:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698791.936993:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698791.936994:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698791.937000:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698791.937001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698791.937007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698791.937008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4005
00000400:00000200:2.0:1787698791.937023:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698791.937032:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698791.937036:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698791.937040:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937044:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698791.937047:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698791.937056:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698791.937059:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698791.937062:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698791.937066:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698791.937070:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698791.937073:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698791.937077:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698791.937084:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698791.937092:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698791.937096:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937099:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698791.937102:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698791.937106:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698791.937109:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937111:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698791.937114:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698791.937125:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f0c0.
00000020:00000040:2.0:1787698791.937129:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698791.937134:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698791.937136:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937140:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698791.937144:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698791.937149:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698791.937159:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787698791.937166:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698791.937178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698791.937189:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698791.937195:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698791.937200:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e21005c8] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698791.937223:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698791.937227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698791.937231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698791.937233:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698791.937235:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698791.937239:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698791.937242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4005
00000100:00000001:1.0:1787698791.937244:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1787698791.937249:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698791.937250:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698791.937254:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1787698791.937258:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698791.937265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698791.937272:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698791.937273:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698791.937285:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937295:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698791.937304:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698791.937306:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:1.0:1787698791.937307:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698791.937311:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698791.937312:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698791.937318:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
02000000:00000001:1.0:1787698791.937319:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787698791.937321:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787698791.937323:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787698791.937324:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787698791.937332:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698791.937335:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00100000:1.0:1787698791.937341:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947220864:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698791.937341:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698791.937350:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698791.937352:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787698791.937354:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698791.937357:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698791.937366:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698791.937371:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698791.937371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937377:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.937380:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787698791.937380:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698791.937390:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698791.937395:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698791.937397:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
00000100:00000001:2.0:1787698791.937399:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698791.937404:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787698791.937404:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698791.937416:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937419:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698791.937423:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:2.0:1787698791.937423:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2da40.
00000020:00000040:2.0:1787698791.937432:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000010:1.0:1787698791.937433:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:2.0:1787698791.937438:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698791.937440:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937442:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698791.937442:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787698791.937443:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
02000000:00000001:2.0:1787698791.937444:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698791.937451:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
00000100:00000200:1.0:1787698791.937452:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220864, portal 25
00000100:00000001:1.0:1787698791.937460:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698791.937461:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.937462:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214399168 : -116989495152448 : ffff959942b2f0c0)
00000100:00000040:1.0:1787698791.937482:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698791.937482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698791.937547:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698791.937548:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698791.937551:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698791.937560:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698791.937563:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba003ed] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787698791.937564:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698791.937572:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947220864, offset 0
00000100:00000001:2.0:1787698791.937585:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698791.937592:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:2.0:1787698791.937593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698791.937602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698791.937603:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698791.937605:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698791.937606:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698791.937609:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4005
00000400:00000200:2.0:1787698791.937614:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.937616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698791.937619:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698791.937621:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698791.937624:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698791.937630:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787698791.937631:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698791.937638:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698791.937640:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787698791.937650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698791.937653:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:2.0:1787698791.937658:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698791.937661:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787698791.937662:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787698791.937670:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698791.937673:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:2.0:1787698791.937676:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698791.937681:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698791.937686:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12365:12365:256:4294967295] 192.168.201.121@tcp LPNI seq info [12365:12365:8:4294967295]
00000020:00000001:2.0:1787698791.937688:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698791.937701:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698791.937703:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698791.937712:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698791.937716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937723:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698791.937731:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787698791.937731:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698791.937741:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698791.937745:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698791.937747:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698791.937752:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787698791.937753:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698791.937755:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937758:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698791.937761:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698791.937763:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937764:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698791.937765:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000010:2.0:1787698791.937770:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698791.937773:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698791.937781:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787698791.937782:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698791.937783:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937788:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698791.937792:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787698791.937796:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
02000000:00000001:2.0:1787698791.937796:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698791.937806:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000800:00000200:1.1:1787698791.937814:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698791.937815:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698791.937823:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00100000:2.0:1787698791.937829:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787698791.937839:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.937877:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698791.937884:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698791.937887:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787698791.937893:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787698791.937893:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698791.937899:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698791.937904:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000040:2.0:1787698791.937906:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.937908:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698791.937915:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698791.937945:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.937948:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787698791.937951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787698791.937952:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698791.937967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698791.937968:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937970:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698791.937971:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787698791.937975:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698791.937979:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.937983:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698791.937986:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698791.937989:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298678948
00000100:00080000:2.0:1787698791.937992:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4005
00000100:00000010:1.0:1787698791.937995:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470109c0.
00000400:00000200:2.0:1787698791.938001:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698791.938003:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1787698791.938008:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698791.938010:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298678948
00000100:00080000:2.0:1787698791.938013:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1787698791.938014:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010e40.
00000100:00000001:1.0:1787698791.938019:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787698791.938023:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698791.938025:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698791.938032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698791.938033:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938039:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787698791.938043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00100000:1.0:1787698791.938049:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698791/real 1787698791]  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698791.938049:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698791.938060:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698791.938064:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698791.938071:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:1.0:1787698791.938077:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1787698791.938077:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000001:1.0:1787698791.938081:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698791.938085:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000020:00000001:2.0:1787698791.938086:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:1.0:1787698791.938089:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000020:00000001:2.0:1787698791.938094:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000010:1.0:1787698791.938095:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698791.938101:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787698791.938110:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698791.938111:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698791.938121:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787698791.938126:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698791.938129:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698791.938140:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698791.938140:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698791.938144:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938153:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1787698791.938153:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698791.938155:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698791.938161:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:1.0:1787698791.938162:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698791.938169:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698791.938179:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698791.938187:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787698791.938187:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698791.938201:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698791.938206:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787698791.938207:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787698791.938209:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698791.938222:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938227:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698791.938233:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698791.938233:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938243:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938243:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938247:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:2.0:1787698791.938247:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698791.938249:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:2.0:1787698791.938257:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00080000:1.0:1787698791.938258:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698791.938268:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
02000000:00000001:2.0:1787698791.938269:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698791.938272:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938273:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787698791.938277:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787698791.938283:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698791.938284:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698791.938292:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698791.938293:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947220864:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698791.938302:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938304:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1787698791.938304:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a000.
00000100:00000040:1.0:1787698791.938313:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f0c0 x1874533947220864/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698791.938315:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938321:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698791.938324:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698791.938326:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
00000100:00100000:2.0:1787698791.938330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698791.938331:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698791.938336:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698791.938340:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000100:00000001:2.0:1787698791.938343:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1787698791.938346:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787698791.938347:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698791.938350:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329400.
00000100:00000040:2.0:1787698791.938354:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698791.938356:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698791.938372:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787698791.938377:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698791.938378:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f0c0.
00000100:00000040:2.0:1787698791.938385:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4015)
00000100:00000001:1.0:1787698791.938386:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698791.938390:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938394:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938402:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698791.938404:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938407:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698791.938409:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698791.938410:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698791.938414:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938420:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698791.938421:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.938422:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698791.938424:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698791.938426:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698791.938428:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220992:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698791.938430:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698791.938432:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698791.938433:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.938434:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698791.938437:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698791.938438:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698791.938441:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698791.938443:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698791.938446:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698791.938448:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947220992, portal 10
00000100:00000001:1.0:1787698791.938449:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698791.938450:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214393408 : -116989495158208 : ffff959942b2da40)
00000100:00000040:1.0:1787698791.938455:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938459:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698791.938460:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698791.938462:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698791.938463:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947220992, offset 0
00000400:00000200:1.0:1787698791.938465:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698791.938468:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.938471:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698791.938473:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698791.938475:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698791.938476:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698791.938478:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698791.938480:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12366:12366:256:4294967295] 192.168.201.121@tcp LPNI seq info [12366:12366:8:4294967295]
00000400:00000200:1.0:1787698791.938482:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.938486:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698791.938489:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.938491:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698791.938494:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698791.938495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698791.938499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698791.938500:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698791.938502:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.938504:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698791.938506:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698791.938509:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698791.938510:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698791.938512:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698791.938513:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698791.938515:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938520:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698791.938522:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938526:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938527:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698791.938529:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698791.938531:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698791.938533:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698791.938534:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298678290
00000100:00000001:1.0:1787698791.938536:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298678948
00000100:00000001:1.0:1787698791.938537:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298678290
00000100:00000001:1.0:1787698791.938538:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298678948
00000100:00000001:1.0:1787698791.938540:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698791.938541:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938542:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698791.938544:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698791/real 1787698791]  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698791.938548:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698791.938549:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698791.938550:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698791.938552:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698791.938553:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698791.938554:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698791.938556:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698791.938561:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938565:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698791.938565:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938566:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938567:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698791.938569:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938572:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698791.938574:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938578:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698791.938579:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938580:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938581:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938582:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698791.938583:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698791.938585:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698791.938587:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698791.938588:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698791.938591:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698791.938595:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947220992:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698791.938597:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698791.938599:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938607:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698791.938608:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.938609:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698791.938611:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698791.938612:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698791.938613:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221120:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698791.938615:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698791.938616:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698791.938617:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.938618:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698791.938620:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698791.938622:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698791.938623:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698791.938625:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698791.938627:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698791.938629:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221120, portal 4
00000100:00000001:1.0:1787698791.938630:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698791.938631:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698791.938634:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938638:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698791.938639:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698791.938641:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698791.938642:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947221120, offset 0
00000400:00000200:1.0:1787698791.938644:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698791.938646:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.938647:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698791.938649:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698791.938650:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698791.938651:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698791.938653:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698791.938655:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12367:12367:256:4294967295] 192.168.201.121@tcp LPNI seq info [12367:12367:8:4294967295]
00000400:00000200:1.0:1787698791.938658:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.938661:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698791.938664:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.938666:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698791.938668:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698791.938669:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698791.938672:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698791.938673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698791.938675:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.938676:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698791.938678:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698791.938680:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698791.938682:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698791.938683:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698791.938684:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698791.938686:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938691:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698791.938693:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938696:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938697:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698791.938698:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698791.938700:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698791.938702:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698791.938703:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298678307
00000100:00000001:1.0:1787698791.938704:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298678948
00000100:00000001:1.0:1787698791.938706:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298678307
00000100:00000001:1.0:1787698791.938707:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298678948
00000100:00000001:1.0:1787698791.938708:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698791.938710:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938711:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698791.938713:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698791/real 1787698791]  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698791.938718:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698791.938718:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698791.938719:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698791.938720:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698791.938721:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698791.938722:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698791.938724:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698791.938729:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938732:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698791.938733:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938734:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938734:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698791.938737:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938742:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698791.938745:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938750:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698791.938753:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938754:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938756:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938758:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698791.938760:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698791.938762:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698791.938766:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698791.938768:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698791.938772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698791.938780:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221120:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698791.938784:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698791.938787:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938791:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698791.938793:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.938794:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698791.938795:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698791.938796:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698791.938798:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221248:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698791.938800:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698791.938802:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698791.938803:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698791.938804:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698791.938806:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698791.938808:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698791.938810:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698791.938811:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698791.938813:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698791.938816:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221248, portal 4
00000100:00000001:1.0:1787698791.938817:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698791.938818:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698791.938822:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938825:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698791.938827:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698791.938828:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698791.938830:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947221248, offset 0
00000400:00000200:1.0:1787698791.938832:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698791.938835:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.938837:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698791.938839:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698791.938841:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698791.938842:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698791.938844:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698791.938846:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12368:12368:256:4294967295] 192.168.201.121@tcp LPNI seq info [12368:12368:8:4294967295]
00000400:00000200:1.0:1787698791.938864:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698791.938868:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698791.938871:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.938873:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698791.938876:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698791.938878:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698791.938880:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698791.938882:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698791.938884:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698791.938885:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698791.938887:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698791.938889:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698791.938891:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698791.938892:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698791.938894:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698791.938896:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938901:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698791.938903:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698816 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938907:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938908:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698791.938910:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698791.938913:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698791.938915:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698791.938916:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298678295
00000100:00000001:1.0:1787698791.938918:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298678948
00000100:00000001:1.0:1787698791.938919:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298678295
00000100:00000001:1.0:1787698791.938921:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298678948
00000100:00000001:1.0:1787698791.938922:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698791.938923:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.938924:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698791.938926:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698791/real 1787698791]  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698791.938929:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698791.938930:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698791.938931:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698791.938933:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698791.938934:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698791.938935:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698791.938937:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698791.938941:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938945:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698791.938946:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938947:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938948:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698791.938949:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938953:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698791.938955:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938959:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698791.938961:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938962:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698791.938963:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938964:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698791.938964:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698791.938966:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698791.938967:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698791.938969:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698791.938970:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698791.938974:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221248:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698791.938976:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938977:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698791.938979:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2da40 x1874533947220992/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.938982:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698791.938983:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698791.938985:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698791.938986:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698791.938987:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698791.938988:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698791.938989:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698791.938991:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698791.938992:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698791.938993:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698791.938994:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2da40.
00000100:00000001:1.0:1787698791.938996:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698791.938997:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.938998:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698791.939000:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947221120/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.939004:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698791.939005:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698791.939006:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698791.939007:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698791.939007:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698791.939008:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698791.939009:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698791.939010:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b800.
02000000:00000001:1.0:1787698791.939011:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698791.939012:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698791.939012:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698791.939014:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698791.939014:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.939015:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698791.939017:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947221248/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698816 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698791.939020:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698791.939020:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698791.939021:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698791.939022:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698791.939023:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698791.939023:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698791.939024:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698791.939025:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a000.
02000000:00000001:1.0:1787698791.939026:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698791.939026:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698791.939027:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698791.939028:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698791.939029:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.939030:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698791.939033:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698791.939033:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698791.939035:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698791.939036:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698792.384951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698792.384951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698792.384960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698792.384960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698792.384966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698792.384967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698792.384967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698792.384974:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1787698792.384976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698792.384976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698792.384977:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698792.384984:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698792.384985:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698792.384985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698792.384993:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698792.384995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698792.384995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698792.384996:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698792.385003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698792.385006:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698792.385007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698792.385009:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698792.385015:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698792.385015:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698792.385015:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698792.385021:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698792.385021:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698792.385025:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698792.385028:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698792.385029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698792.385030:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698792.385035:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698792.385038:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698792.385039:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698792.385042:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698792.385044:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698792.385086:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698792.385090:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698792.385092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698792.640914:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298678948, at 4298678976
00000100:00000040:0.0:1787698792.640917:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298678948, at 4298678976
00000100:00000010:1.0:1787698792.640928:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010e40.
00000100:00000010:0.0:1787698792.640929:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470109c0.
00000100:00000001:3.0:1787698792.960948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698792.960954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698792.960955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698792.960958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698792.960961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698792.960964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698792.960966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698792.960968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698792.960970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698793.408978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698793.408981:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698793.408986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698793.408987:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698793.408990:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698793.408992:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698793.408993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787698793.408997:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698793.408998:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698793.409002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698793.409007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698793.409009:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698793.409011:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698793.409013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698793.409015:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698793.409016:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698793.409017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698793.409024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698793.409025:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698793.409027:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698793.409030:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698793.409032:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698793.409035:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698793.409040:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698793.409088:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698793.409092:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698793.409096:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698793.984948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698793.984954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698793.984955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698793.984959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698793.984961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698793.984964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698793.984966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698793.984968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698793.984970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698794.432948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698794.432948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698794.432956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698794.432956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698794.432958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698794.432960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698794.432963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698794.432966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698794.432967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698794.432972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698794.432972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698794.432976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698794.432976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698794.432978:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698794.432980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698794.432985:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698794.432987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698794.432989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698794.432994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698794.432995:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698794.432999:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698794.433000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698794.433010:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698794.433018:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698794.433059:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698794.433063:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698794.433066:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698795.008925:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698795.008934:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698795.008936:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698795.008943:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698795.008947:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698795.008951:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698795.008954:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698795.008957:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698795.008960:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698795.456966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698795.456966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698795.456976:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698795.456976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698795.456976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698795.456980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698795.456981:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698795.456981:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698795.456989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698795.456990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698795.456990:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698795.456994:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698795.456995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698795.456996:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698795.456998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698795.456999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698795.457000:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698795.457002:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698795.457003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698795.457006:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698795.457007:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698795.457010:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698795.457010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698795.457011:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698795.457014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698795.457017:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698795.457018:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698795.457020:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698795.457023:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698795.457025:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698795.457104:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698795.457107:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698795.457109:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698796.032984:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698796.032993:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698796.032996:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698796.033004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698796.033008:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698796.033013:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698796.033016:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698796.033019:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698796.033022:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698796.480956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698796.480962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698796.480964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698796.480969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698796.480974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698796.480975:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698796.480977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698796.480982:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698796.480983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698796.480987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698796.480993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698796.480994:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698796.480998:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698796.481002:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698796.481004:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698796.481031:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698796.481035:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698796.481036:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698796.481039:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698796.481041:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698796.481043:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698796.481044:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698796.481045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698796.481047:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698796.481070:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698796.481073:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698796.481076:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698797.056981:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698797.056986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698797.056990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698797.056994:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698797.056995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698797.056999:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698797.057001:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698797.057003:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698797.057006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698797.057009:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698797.057010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698797.057013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698797.057016:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698797.057018:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4010
00000100:00000001:3.0:1787698797.057020:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698797.057029:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698797.057036:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698797.057039:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698797.057043:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698797.057051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057053:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698797.057057:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698797.057059:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698797.057061:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698797.057064:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698797.057066:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698797.057069:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698797.057072:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698797.057076:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698797.057081:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698797.057085:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057087:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698797.057090:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698797.057095:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698797.057098:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057100:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698797.057103:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698797.057114:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698797.057117:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698797.057121:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698797.057122:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057125:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698797.057128:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698797.057133:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698797.057143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328400.
00000100:00000001:2.0:1787698797.057151:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698797.057162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698797.057172:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698797.057176:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698797.057179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698797.057201:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698797.057203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698797.057206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698797.057207:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698797.057208:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698797.057211:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698797.057212:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4010
00000400:00000200:2.0:1787698797.057215:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698797.057217:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698797.057219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698797.057220:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698797.057224:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057225:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698797.057227:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698797.057228:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698797.057229:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698797.057231:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698797.057232:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698797.057233:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698797.057235:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057237:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698797.057238:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057240:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698797.057242:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787698797.057242:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698797.057244:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698797.057247:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698797.057247:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698797.057248:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698797.057251:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787698797.057255:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698797.057259:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698797.057260:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698797.057260:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698797.057267:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698797.057268:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787698797.057271:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057285:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.057286:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698797.057290:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698797.057293:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698797.057294:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698797.057296:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698797.057298:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698797.057298:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057300:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698797.057303:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698797.057303:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698797.057306:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698797.057308:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947221376:192.168.201.121@tcp:250:kworker.0
02000000:00000010:2.0:1787698797.057311:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a400.
00000100:00000001:1.0:1787698797.057313:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787698797.057316:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.057318:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698797.057321:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698797.057322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698797.057324:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787698797.057330:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787698797.057331:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000100:00000001:2.0:1787698797.057332:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.057335:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698797.057338:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698797.057345:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698797.057347:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698797.057350:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00080000:2.0:1787698797.057350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698797.057355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698797.057356:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698797.057357:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787698797.057358:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:2.0:1787698797.057359:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698797.057362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4010
00000400:00000200:2.0:1787698797.057365:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:1.0:1787698797.057367:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221376, portal 25
00000400:00000200:2.0:1787698797.057367:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698797.057371:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787698797.057372:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698797.057374:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000040:2.0:1787698797.057377:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057380:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698797.057382:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698797.057383:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057388:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698797.057392:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698797.057395:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698797.057397:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698797.057398:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787698797.057399:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000040:1.0:1787698797.057403:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000001:2.0:1787698797.057403:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698797.057406:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:1.0:1787698797.057408:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000040:2.0:1787698797.057411:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698797.057412:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947221376, offset 0
00000100:00000001:2.0:1787698797.057416:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698797.057418:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057420:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698797.057423:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000040:2.0:1787698797.057424:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698797.057428:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057430:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698797.057431:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698797.057433:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698797.057434:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057435:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698797.057436:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698797.057439:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698797.057443:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000008:00000001:2.0:1787698797.057443:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057448:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057451:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1787698797.057452:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698797.057455:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698797.057456:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787698797.057457:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:2.0:1787698797.057458:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057461:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787698797.057463:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787698797.057464:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698797.057467:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057468:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000010:2.0:1787698797.057471:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632ac00.
00000400:00000200:1.0:1787698797.057473:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12369:12369:256:4294967295] 192.168.201.121@tcp LPNI seq info [12369:12369:8:4294967295]
00000100:00000001:2.0:1787698797.057475:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:2.0:1787698797.057482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698797.057488:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698797.057491:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057493:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787698797.057497:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787698797.057503:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057508:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698797.057510:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00080000:2.0:1787698797.057511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698797.057514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698797.057515:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698797.057517:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787698797.057518:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698797.057519:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787698797.057522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1787698797.057523:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4010
00000400:00000200:2.0:1787698797.057528:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787698797.057532:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:2.0:1787698797.057534:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698797.057535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698797.057537:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057538:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698797.057539:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698797.057541:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698797.057542:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698797.057543:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698797.057545:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698797.057546:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698797.057547:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698797.057549:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057553:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787698797.057553:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1787698797.057555:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057558:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000100:1.0:1787698797.057561:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000040:2.0:1787698797.057562:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000800:00000010:1.0:1787698797.057565:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00080000:2.0:1787698797.057567:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698797.057569:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698797.057571:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698797.057573:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787698797.057573:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698797.057575:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057578:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698797.057580:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698797.057581:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1787698797.057582:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698797.057586:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698797.057589:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698797.057591:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000400:00000200:1.0:1787698797.057592:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
02000000:00000001:2.0:1787698797.057593:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698797.057596:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698797.057597:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:2.0:1787698797.057598:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698797.057600:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698797.057602:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.057605:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1787698797.057606:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00000001:2.0:1787698797.057610:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698797.057612:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698797.057615:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698797.057638:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698797.057639:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698797.057640:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698797.057647:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698797.057648:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698797.057674:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.057675:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698797.057678:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4021)
00000100:00000001:1.0:1787698797.057679:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698797.057689:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057695:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698797.057698:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298684067
00000100:00000010:1.0:1787698797.057704:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010e40.
00000100:00000001:1.0:1787698797.057711:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698797.057717:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298684067
00000100:00000010:1.0:1787698797.057719:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010780.
00000100:00000001:1.0:1787698797.057721:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698797.057723:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698797.057725:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.057727:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698797.057731:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698797/real 1787698797]  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698797.057737:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698797.057738:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698797.057740:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698797.057742:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698797.057743:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698797.057744:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698797.057747:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698797.057752:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057756:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698797.057758:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.057760:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.057761:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698797.057764:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057768:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698797.057771:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057775:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698797.057777:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.057778:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.057778:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.057781:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698797.057782:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698797.057784:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698797.057787:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698797.057788:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698797.057790:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698797.057795:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947221376:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698797.057798:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.057799:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.057801:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947221376/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057804:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698797.057807:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698797.057809:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698797.057811:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698797.057813:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698797.057814:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698797.057815:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698797.057817:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328400.
02000000:00000001:1.0:1787698797.057820:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698797.057822:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698797.057823:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698797.057825:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698797.057826:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.057827:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.057833:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698797.057834:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.057836:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698797.057837:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698797.057838:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698797.057840:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057844:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698797.057845:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.057874:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698797.057876:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698797.057877:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698797.057879:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221504:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698797.057881:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698797.057883:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698797.057884:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.057885:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698797.057887:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698797.057888:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.057891:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698797.057892:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698797.057894:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698797.057896:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221504, portal 10
00000100:00000001:1.0:1787698797.057898:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698797.057898:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:1.0:1787698797.057904:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057908:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698797.057909:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698797.057912:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698797.057913:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947221504, offset 0
00000400:00000200:1.0:1787698797.057917:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698797.057921:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698797.057925:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698797.057927:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698797.057930:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698797.057932:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698797.057935:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698797.057937:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12370:12370:256:4294967295] 192.168.201.121@tcp LPNI seq info [12370:12370:8:4294967295]
00000400:00000200:1.0:1787698797.057941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698797.057947:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698797.057952:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698797.057955:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698797.057958:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698797.057961:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698797.057965:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698797.057968:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787698797.057972:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698797.057974:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698797.057977:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698797.057979:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698797.057981:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698797.057982:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698797.057984:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698797.057986:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.057995:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.057997:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058001:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058002:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698797.058004:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698797.058007:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698797.058009:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698797.058011:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298683410
00000100:00000001:1.0:1787698797.058013:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298684067
00000100:00000001:1.0:1787698797.058014:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298683410
00000100:00000001:1.0:1787698797.058015:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298684067
00000100:00000001:1.0:1787698797.058017:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698797.058018:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058019:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698797.058021:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698797/real 1787698797]  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698797.058028:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698797.058029:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698797.058031:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698797.058033:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698797.058034:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698797.058036:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698797.058039:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698797.058047:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058053:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698797.058055:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058056:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.058058:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698797.058061:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058068:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698797.058072:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058078:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698797.058080:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058082:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.058083:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058084:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698797.058087:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698797.058089:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698797.058092:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698797.058094:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698797.058097:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698797.058105:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221504:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698797.058108:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698797.058111:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058117:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698797.058119:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.058121:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698797.058122:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698797.058124:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698797.058128:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221632:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698797.058131:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698797.058133:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698797.058134:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.058137:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698797.058140:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698797.058142:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.058145:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698797.058148:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698797.058151:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698797.058154:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221632, portal 4
00000100:00000001:1.0:1787698797.058156:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698797.058157:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698797.058163:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058170:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698797.058172:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698797.058174:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698797.058177:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947221632, offset 0
00000400:00000200:1.0:1787698797.058181:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698797.058185:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698797.058188:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698797.058191:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698797.058193:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698797.058195:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698797.058198:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698797.058201:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12371:12371:256:4294967295] 192.168.201.121@tcp LPNI seq info [12371:12371:8:4294967295]
00000400:00000200:1.0:1787698797.058204:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698797.058210:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698797.058214:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698797.058218:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698797.058222:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698797.058224:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698797.058228:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698797.058231:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787698797.058234:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698797.058236:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698797.058238:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698797.058240:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698797.058242:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698797.058243:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698797.058244:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698797.058247:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058252:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.058253:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058258:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058259:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698797.058261:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698797.058263:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698797.058265:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698797.058266:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298683427
00000100:00000001:1.0:1787698797.058268:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298684067
00000100:00000001:1.0:1787698797.058269:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298683427
00000100:00000001:1.0:1787698797.058270:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298684067
00000100:00000001:1.0:1787698797.058271:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698797.058285:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058287:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698797.058290:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698797/real 1787698797]  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698797.058298:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698797.058299:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698797.058301:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698797.058303:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698797.058305:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698797.058307:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698797.058310:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698797.058318:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058323:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698797.058325:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058326:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.058327:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698797.058331:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058336:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698797.058339:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058343:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698797.058344:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058345:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.058346:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058347:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698797.058348:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698797.058350:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698797.058352:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698797.058353:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698797.058355:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698797.058362:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221632:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698797.058365:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698797.058367:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058370:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698797.058371:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.058372:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698797.058373:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698797.058375:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698797.058376:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221760:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698797.058378:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698797.058379:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698797.058380:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698797.058381:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698797.058384:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698797.058385:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698797.058387:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698797.058389:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698797.058391:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698797.058392:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221760, portal 4
00000100:00000001:1.0:1787698797.058394:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698797.058395:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698797.058399:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058402:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698797.058404:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698797.058405:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698797.058406:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947221760, offset 0
00000400:00000200:1.0:1787698797.058408:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698797.058411:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698797.058413:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698797.058415:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698797.058417:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698797.058418:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698797.058419:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698797.058421:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12372:12372:256:4294967295] 192.168.201.121@tcp LPNI seq info [12372:12372:8:4294967295]
00000400:00000200:1.0:1787698797.058424:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698797.058428:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698797.058430:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698797.058432:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698797.058434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698797.058436:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787698797.058438:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698797.058440:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787698797.058442:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698797.058443:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698797.058445:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698797.058447:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698797.058449:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698797.058450:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698797.058451:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698797.058453:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058458:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.058459:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698822 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058463:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058464:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698797.058466:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698797.058467:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698797.058469:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698797.058471:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298683414
00000100:00000001:1.0:1787698797.058472:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298684067
00000100:00000001:1.0:1787698797.058473:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298683414
00000100:00000001:1.0:1787698797.058475:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298684067
00000100:00000001:1.0:1787698797.058476:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698797.058477:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058478:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698797.058479:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698797/real 1787698797]  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698797.058483:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698797.058484:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698797.058485:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698797.058486:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698797.058487:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698797.058488:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698797.058490:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698797.058494:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058498:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698797.058499:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058500:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.058501:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698797.058502:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058506:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698797.058508:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058511:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698797.058513:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058513:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698797.058514:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058515:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698797.058516:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698797.058518:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698797.058519:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698797.058520:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698797.058522:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698797.058526:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947221760:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698797.058528:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058529:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.058531:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947221504/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058534:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698797.058535:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698797.058536:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698797.058538:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698797.058539:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698797.058540:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698797.058541:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698797.058542:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a400.
02000000:00000001:1.0:1787698797.058544:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698797.058545:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698797.058546:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698797.058547:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698797.058548:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058549:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.058551:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947221632/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058558:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698797.058559:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698797.058560:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698797.058561:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698797.058561:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698797.058562:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698797.058563:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698797.058564:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632ac00.
02000000:00000001:1.0:1787698797.058565:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698797.058565:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698797.058566:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698797.058567:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698797.058568:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058568:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698797.058570:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947221760/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698822 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698797.058573:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698797.058574:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698797.058574:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698797.058575:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698797.058576:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698797.058577:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698797.058577:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698797.058578:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328000.
02000000:00000001:1.0:1787698797.058579:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698797.058580:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698797.058581:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698797.058583:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698797.058584:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058585:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.058588:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698797.058589:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.058591:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698797.058592:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.504963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698797.504972:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698797.504975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698797.504978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787698797.504981:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698797.504982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698797.504985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.504987:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698797.504990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698797.504993:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698797.504994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698797.504994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698797.505000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698797.505001:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698797.505002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698797.505007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698797.505012:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698797.505012:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698797.505013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698797.505019:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698797.505020:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698797.505027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698797.505032:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698797.505036:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698797.505061:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698797.505063:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698797.505066:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698797.760957:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298684067, at 4298684096
00000100:00000040:1.0:1787698797.760957:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298684067, at 4298684096
00000100:00000010:1.0:1787698797.760973:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010780.
00000100:00000010:0.0:1787698797.760975:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010e40.
00000100:00000001:3.0:1787698798.080946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698798.080953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698798.080955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698798.080961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698798.080963:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698798.080966:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698798.080968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698798.080970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698798.080973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698798.528935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698798.528935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698798.528941:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698798.528943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698798.528943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698798.528948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698798.528948:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698798.528948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698798.528956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698798.528956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698798.528958:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698798.528962:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698798.528963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698798.528963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698798.528969:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698798.528970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698798.528970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698798.528973:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698798.528977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698798.528980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698798.528983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698798.528983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698798.528987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698798.528990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698798.529016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698798.529018:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698798.529021:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698799.104939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698799.104945:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698799.104946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698799.104950:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698799.104952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698799.104955:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698799.104957:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698799.104958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698799.104960:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698799.552952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698799.552953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698799.552961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698799.552961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698799.552966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698799.552967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698799.552974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698799.552975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698799.552980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698799.552981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698799.552984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698799.552986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698799.552987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698799.552991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698799.552993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698799.552998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698799.553001:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698799.553005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698799.553083:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698799.553086:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698799.553088:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698799.553089:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698799.553091:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698799.553092:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698799.553137:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698799.553139:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698799.553142:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698800.128924:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698800.128930:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698800.128931:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698800.128935:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698800.128937:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698800.128940:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698800.128941:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698800.128943:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698800.128945:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698800.576917:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698800.576920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698800.576924:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698800.576924:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698800.576926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698800.576928:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698800.576928:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698800.576929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698800.576935:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698800.576935:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698800.576936:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698800.576938:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698800.576940:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698800.576942:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698800.576943:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698800.576944:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698800.576946:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698800.576947:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698800.576947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698800.576950:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698800.576954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698800.576954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698800.576958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698800.576961:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698800.576982:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698800.576985:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698800.576987:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698801.152953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698801.152958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698801.152960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698801.152963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698801.152966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698801.152969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698801.152971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698801.152972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698801.152974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698801.600935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698801.600935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698801.600944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698801.600945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698801.600946:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698801.600949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698801.600949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698801.600951:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698801.600957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698801.600957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698801.600959:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698801.600961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698801.600963:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698801.600964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698801.600965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698801.600968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698801.600969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698801.600972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698801.600972:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698801.600976:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698801.600977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698801.600978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698801.600981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698801.600984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698801.601019:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698801.601022:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698801.601025:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698802.176964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787698802.176966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698802.176972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787698802.176976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698802.176977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.176981:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698802.176983:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787698802.176985:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698802.176989:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698802.176989:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698802.176995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698802.177000:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4016
00000100:00000001:3.0:1787698802.177000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698802.177006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698802.177009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787698802.177012:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698802.177022:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698802.177025:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698802.177027:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177030:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177032:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177034:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698802.177037:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698802.177039:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698802.177041:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698802.177043:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698802.177045:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698802.177046:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698802.177048:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177050:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177051:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177052:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698802.177054:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698802.177056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177058:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698802.177059:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698802.177061:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698802.177063:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177064:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698802.177066:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698802.177072:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698802.177074:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698802.177077:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698802.177078:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177079:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698802.177081:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698802.177084:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698802.177089:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698802.177094:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698802.177100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698802.177111:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698802.177114:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698802.177117:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698802.177133:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698802.177135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698802.177137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698802.177138:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698802.177139:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698802.177141:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698802.177143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4016
00000400:00000200:0.0:1787698802.177145:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698802.177146:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698802.177148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698802.177149:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177150:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177151:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698802.177155:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698802.177157:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698802.177158:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698802.177161:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698802.177163:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698802.177166:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698802.177170:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177172:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177175:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177177:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698802.177180:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787698802.177181:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787698802.177198:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698802.177203:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787698802.177206:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177211:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698802.177215:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787698802.177219:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698802.177223:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698802.177231:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177239:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698802.177245:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1787698802.177247:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698802.177249:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787698802.177251:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177257:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.177260:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1787698802.177261:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698802.177266:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698802.177266:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698802.177271:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698802.177276:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.177276:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177279:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698802.177281:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698802.177283:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698802.177286:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947221888:192.168.201.121@tcp:250:kworker.0
02000000:00000010:0.0:1787698802.177287:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698802.177292:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.177300:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787698802.177303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698802.177307:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698802.177312:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177321:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787698802.177321:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787698802.177329:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698802.177333:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698802.177338:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698802.177340:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698802.177350:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698802.177359:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:0.0:1787698802.177364:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698802.177370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787698802.177370:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00080000:0.0:1787698802.177378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698802.177379:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698802.177383:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787698802.177383:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947221888, portal 25
00000100:00000001:0.0:1787698802.177388:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698802.177390:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698802.177393:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00080000:0.0:1787698802.177395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4016
00000400:00000200:0.0:1787698802.177406:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698802.177406:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787698802.177416:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698802.177428:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698802.177436:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177447:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177456:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698802.177457:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787698802.177463:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787698802.177464:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698802.177469:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000020:00000001:0.0:1787698802.177470:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698802.177474:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000200:1.0:1787698802.177475:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947221888, offset 0
00000020:00000001:0.0:1787698802.177479:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698802.177483:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698802.177488:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698802.177489:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:0.0:1787698802.177495:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698802.177500:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698802.177502:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698802.177511:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177515:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698802.177519:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698802.177521:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698802.177527:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:1.0:1787698802.177530:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787698802.177536:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787698802.177540:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698802.177542:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698802.177546:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698802.177549:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787698802.177553:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787698802.177554:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:0.0:1787698802.177558:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177564:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787698802.177565:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12373:12373:256:4294967295] 192.168.201.121@tcp LPNI seq info [12373:12373:8:4294967295]
00000008:00100000:0.0:1787698802.177568:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698802.177575:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:0.0:1787698802.177577:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177581:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698802.177586:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698802.177592:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787698802.177594:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787698802.177599:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698802.177602:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177605:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698802.177607:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698802.177609:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698802.177615:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000800:00000200:1.0:1787698802.177621:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177622:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698802.177634:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00100000:0.0:1787698802.177636:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787698802.177648:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698802.177650:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698802.177658:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698802.177658:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1787698802.177667:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787698802.177673:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698802.177680:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698802.177692:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177696:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698802.177697:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00080000:0.0:1787698802.177704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698802.177711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787698802.177711:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787698802.177721:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698802.177725:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698802.177726:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787698802.177736:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698802.177739:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00080000:0.0:1787698802.177742:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4016
00000400:00000010:1.0:1787698802.177744:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000400:00000200:0.0:1787698802.177751:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698802.177752:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:0.0:1787698802.177758:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000200:1.0:1787698802.177763:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698802.177764:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698802.177774:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177781:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177785:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698802.177787:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698802.177789:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698802.177795:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787698802.177795:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698802.177798:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698802.177803:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698802.177810:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698802.177817:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698802.177824:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698802.177835:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698802.177836:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698802.177841:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698802.177876:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698802.177884:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698802.177885:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177892:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698802.177897:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:1.0:1787698802.177898:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698802.177909:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298689188
00000100:00080000:0.0:1787698802.177911:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698802.177913:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698802.177915:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787698802.177916:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010780.
02000000:00000001:0.0:1787698802.177918:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698802.177921:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177923:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698802.177925:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000008:00100000:0.0:1787698802.177926:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698802.177932:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177933:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.177936:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298689188
00000100:00000010:0.0:1787698802.177937:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698802.177947:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000010:1.0:1787698802.177947:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010600.
00000100:00000001:1.0:1787698802.177955:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787698802.177957:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787698802.177960:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698802.177961:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.177976:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698802.177977:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698802.177982:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698802.177983:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787698802.177985:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698802.177989:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698802.177994:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698802.178000:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698802/real 1787698802]  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787698802.178004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698802.178070:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787698802.178071:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787698802.178076:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698802.178076:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698802.178087:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000040:0.0:1787698802.178093:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698802.178096:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698802.178103:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:0.0:1787698802.178105:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698802.178113:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4026)
00000100:00000001:1.0:1787698802.178115:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698802.178123:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698802.178132:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178138:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698802.178140:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178142:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178144:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698802.178148:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178155:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698802.178160:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178166:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698802.178168:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178170:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178171:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178173:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698802.178175:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698802.178178:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698802.178182:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698802.178184:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698802.178200:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698802.178207:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947221888:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698802.178211:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178213:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178216:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947221888/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178220:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698802.178223:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178226:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698802.178229:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698802.178231:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698802.178233:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698802.178235:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698802.178237:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:1.0:1787698802.178241:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698802.178244:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698802.178245:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:1.0:1787698802.178248:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698802.178249:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178251:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178258:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698802.178260:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178262:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698802.178264:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698802.178266:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698802.178269:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178276:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698802.178277:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.178279:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698802.178281:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698802.178283:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698802.178286:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222016:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698802.178289:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698802.178291:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698802.178292:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.178294:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178297:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698802.178299:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698802.178303:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698802.178305:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698802.178308:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698802.178310:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222016, portal 10
00000100:00000001:1.0:1787698802.178311:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698802.178312:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787698802.178318:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178322:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698802.178323:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698802.178325:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698802.178326:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947222016, offset 0
00000400:00000200:1.0:1787698802.178328:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698802.178332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698802.178336:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698802.178338:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698802.178340:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698802.178342:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698802.178343:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698802.178345:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12374:12374:256:4294967295] 192.168.201.121@tcp LPNI seq info [12374:12374:8:4294967295]
00000400:00000200:1.0:1787698802.178348:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698802.178352:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698802.178354:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698802.178357:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698802.178359:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698802.178361:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698802.178364:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698802.178366:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698802.178369:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698802.178370:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698802.178372:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698802.178374:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698802.178376:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698802.178377:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698802.178378:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698802.178381:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178386:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178387:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178391:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178392:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698802.178394:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698802.178398:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698802.178399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698802.178401:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298688530
00000100:00000001:1.0:1787698802.178403:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298689188
00000100:00000001:1.0:1787698802.178404:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298688530
00000100:00000001:1.0:1787698802.178405:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298689188
00000100:00000001:1.0:1787698802.178406:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698802.178408:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178409:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698802.178411:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698802/real 1787698802]  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698802.178415:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698802.178416:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698802.178418:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698802.178419:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698802.178420:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698802.178421:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698802.178423:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698802.178427:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178430:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698802.178431:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178432:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178433:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698802.178435:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178438:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698802.178440:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178444:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698802.178446:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178447:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178448:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178449:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698802.178450:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698802.178451:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698802.178453:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698802.178454:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698802.178456:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698802.178460:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222016:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698802.178463:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698802.178465:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178469:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698802.178470:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.178471:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698802.178472:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698802.178473:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698802.178474:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222144:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698802.178476:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698802.178478:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698802.178479:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.178480:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178482:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698802.178483:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698802.178485:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698802.178487:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698802.178489:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698802.178490:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222144, portal 4
00000100:00000001:1.0:1787698802.178492:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698802.178493:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787698802.178496:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178500:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698802.178501:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698802.178502:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698802.178504:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947222144, offset 0
00000400:00000200:1.0:1787698802.178506:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698802.178507:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698802.178509:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698802.178511:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698802.178512:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698802.178513:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698802.178515:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698802.178516:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12375:12375:256:4294967295] 192.168.201.121@tcp LPNI seq info [12375:12375:8:4294967295]
00000400:00000200:1.0:1787698802.178518:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698802.178522:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698802.178524:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698802.178525:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698802.178528:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698802.178529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698802.178532:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698802.178533:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698802.178535:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698802.178537:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698802.178538:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698802.178540:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698802.178542:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698802.178543:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698802.178544:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698802.178546:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178550:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178552:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178556:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178557:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698802.178558:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698802.178560:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698802.178561:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698802.178562:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298688547
00000100:00000001:1.0:1787698802.178564:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298689188
00000100:00000001:1.0:1787698802.178565:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298688547
00000100:00000001:1.0:1787698802.178566:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298689188
00000100:00000001:1.0:1787698802.178567:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698802.178568:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178569:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698802.178571:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698802/real 1787698802]  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698802.178575:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698802.178575:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698802.178576:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698802.178577:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698802.178578:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698802.178579:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698802.178581:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698802.178585:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178592:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698802.178593:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178594:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178595:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698802.178597:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178600:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698802.178602:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178606:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698802.178607:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178608:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178608:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178609:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698802.178610:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698802.178612:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698802.178613:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698802.178614:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698802.178616:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698802.178620:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222144:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698802.178622:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698802.178624:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178628:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698802.178629:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.178631:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698802.178632:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698802.178633:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698802.178634:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222272:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698802.178636:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698802.178637:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698802.178638:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698802.178639:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178640:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698802.178641:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698802.178643:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698802.178644:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698802.178646:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698802.178648:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222272, portal 4
00000100:00000001:1.0:1787698802.178649:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698802.178650:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:1.0:1787698802.178653:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178656:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698802.178658:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698802.178659:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698802.178660:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947222272, offset 0
00000400:00000200:1.0:1787698802.178662:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698802.178663:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698802.178665:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698802.178666:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698802.178667:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698802.178669:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698802.178670:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698802.178671:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12376:12376:256:4294967295] 192.168.201.121@tcp LPNI seq info [12376:12376:8:4294967295]
00000400:00000200:1.0:1787698802.178674:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698802.178677:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698802.178680:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698802.178681:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698802.178683:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698802.178685:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698802.178687:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698802.178689:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698802.178691:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698802.178692:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698802.178694:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698802.178696:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698802.178697:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698802.178698:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698802.178699:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698802.178701:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178705:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178707:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698827 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178710:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178711:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698802.178712:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698802.178714:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698802.178715:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698802.178716:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298688534
00000100:00000001:1.0:1787698802.178717:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298689188
00000100:00000001:1.0:1787698802.178719:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298688534
00000100:00000001:1.0:1787698802.178720:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298689188
00000100:00000001:1.0:1787698802.178721:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698802.178722:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178723:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698802.178725:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698802/real 1787698802]  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698802.178729:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698802.178730:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698802.178731:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698802.178732:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698802.178733:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698802.178734:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698802.178735:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698802.178739:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178743:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698802.178743:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178744:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178745:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698802.178747:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178750:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698802.178752:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178755:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698802.178756:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178757:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698802.178758:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178759:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698802.178760:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698802.178762:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698802.178763:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698802.178764:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698802.178767:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698802.178771:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222272:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698802.178773:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178774:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178776:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947222016/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178779:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698802.178780:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178781:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698802.178782:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698802.178783:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698802.178784:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698802.178785:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698802.178786:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:1.0:1787698802.178787:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698802.178788:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698802.178789:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787698802.178790:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698802.178790:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178791:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178793:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947222144/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178797:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698802.178797:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178798:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698802.178799:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698802.178800:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698802.178801:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698802.178802:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698802.178802:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:1.0:1787698802.178803:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698802.178804:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698802.178805:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787698802.178807:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698802.178807:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178808:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698802.178810:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947222272/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698827 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698802.178813:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698802.178814:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698802.178814:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698802.178815:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698802.178816:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698802.178817:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698802.178817:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698802.178818:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:1.0:1787698802.178819:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698802.178820:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698802.178821:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:1.0:1787698802.178822:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698802.178822:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178823:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698802.178825:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698802.178826:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.178827:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698802.178828:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.624971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698802.624971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698802.624980:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698802.624981:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698802.624981:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698802.624983:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698802.624984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698802.624989:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1787698802.624991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698802.624992:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698802.624992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698802.625003:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698802.625004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698802.625005:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698802.625013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698802.625013:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698802.625014:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787698802.625022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698802.625023:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.625025:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698802.625030:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698802.625031:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698802.625032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698802.625036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698802.625042:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698802.625043:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698802.625054:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698802.625058:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698802.625060:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698802.625063:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698802.625065:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698802.625066:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698802.625068:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698802.625070:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698802.625073:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698802.625075:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698802.625120:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698802.625123:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698802.625126:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698802.880965:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298689188, at 4298689216
00000100:00000040:1.0:1787698802.880965:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298689188, at 4298689216
00000100:00000010:0.0:1787698802.880983:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010780.
00000100:00000010:1.0:1787698802.880984:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010600.
00000100:00000001:3.0:1787698803.200974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698803.200982:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698803.200983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698803.200988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698803.200992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698803.200995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698803.200997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698803.200999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698803.201002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698803.648962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698803.648962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698803.648970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698803.648970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698803.648974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698803.648975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698803.648976:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698803.648983:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698803.648983:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698803.648984:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698803.648994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698803.648996:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698803.648996:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698803.648999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698803.649004:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698803.649006:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698803.649006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698803.649010:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698803.649011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698803.649016:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698803.649017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698803.649018:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698803.649023:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698803.649027:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698803.649074:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698803.649077:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698803.649079:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698804.224945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698804.224952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698804.224954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698804.224959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698804.224962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698804.224966:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698804.224968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698804.224970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698804.224972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698804.672997:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698804.672997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698804.672998:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698804.673005:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698804.673007:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698804.673009:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698804.673016:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698804.673017:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698804.673017:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698804.673024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698804.673032:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698804.673033:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698804.673034:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698804.673035:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698804.673050:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698804.673050:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698804.673056:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698804.673057:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698804.673061:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698804.673065:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698804.673070:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698804.673070:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698804.673074:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698804.673078:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698804.673085:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698804.673089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698804.673092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698805.248964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698805.248971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698805.248973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698805.248979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698805.248982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698805.248985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698805.248988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698805.248990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698805.248993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698805.696910:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698805.696916:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698805.696918:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698805.696922:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698805.696929:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698805.696935:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698805.696939:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698805.696941:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698805.696943:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698805.696954:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698805.696959:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698805.696960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698805.696966:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698805.696967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698805.696971:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698805.696973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698805.696977:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698805.696978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698805.696982:0:35319:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698805.696984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698805.696987:0:35319:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698805.696989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698805.696993:0:35319:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698805.696994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698805.696998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698805.697000:0:35319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698805.697002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698805.697004:0:35319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698805.697008:0:35319:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698805.697012:0:35319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698805.697054:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698805.697057:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698805.697059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698806.272955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698806.272970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698806.272972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698806.272975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698806.272978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698806.272980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698806.272982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698806.272983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698806.272987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698806.720943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698806.720950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698806.720951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698806.720955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698806.720958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698806.720962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698806.720964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698806.720966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698806.720968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698806.720980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698806.720984:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698806.720985:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698806.720987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698806.720989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698806.720991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698806.720992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698806.720994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698806.720995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698806.721043:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698806.721046:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698806.721048:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698806.721049:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698806.721051:0:35319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698806.721051:0:35319:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698806.721086:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698806.721089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698806.721092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698807.296947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698807.296954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698807.296956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698807.296959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787698807.296961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698807.296965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787698807.296968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698807.296969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698807.296974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698807.296974:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787698807.296978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698807.296980:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698807.296982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.296987:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698807.296994:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4021
00000400:00000200:2.0:1787698807.297004:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698807.297011:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698807.297014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698807.297018:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698807.297023:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698807.297029:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698807.297031:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698807.297034:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698807.297037:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698807.297039:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698807.297041:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698807.297044:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297045:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698807.297046:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698807.297049:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698807.297052:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297053:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698807.297054:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698807.297057:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698807.297058:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297060:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698807.297062:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698807.297068:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2d2c0.
00000020:00000040:2.0:1787698807.297070:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698807.297073:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698807.297074:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297076:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698807.297078:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698807.297081:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698807.297087:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000100:00000001:2.0:1787698807.297092:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698807.297113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698807.297123:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698807.297128:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698807.297133:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077903b11] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698807.297152:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698807.297155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698807.297157:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698807.297158:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698807.297159:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698807.297161:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698807.297162:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4021
00000400:00000200:2.0:1787698807.297166:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698807.297169:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698807.297170:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698807.297172:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297174:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698807.297176:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787698807.297176:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698807.297180:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698807.297183:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787698807.297185:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698807.297187:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698807.297190:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000040:1.0:1787698807.297192:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787698807.297192:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698807.297195:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698807.297198:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698807.297201:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698807.297207:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297210:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698807.297214:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787698807.297214:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698807.297219:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297219:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698807.297223:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698807.297226:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698807.297227:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787698807.297228:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698807.297231:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698807.297234:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698807.297236:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698807.297239:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698807.297240:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297244:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698807.297248:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787698807.297250:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947222400:192.168.201.121@tcp:250:kworker.0
00000008:00000001:2.0:1787698807.297251:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297254:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698807.297259:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2e1c0.
00000100:00000001:1.0:1787698807.297260:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787698807.297261:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698807.297263:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698807.297264:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297265:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698807.297268:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698807.297270:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.297272:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1787698807.297273:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698807.297277:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297278:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.297284:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787698807.297285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787698807.297290:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000100:00000001:2.0:1787698807.297291:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698807.297295:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.297296:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698807.297299:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000753f72e0] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698807.297306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698807.297309:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698807.297312:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00080000:2.0:1787698807.297312:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698807.297318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698807.297319:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698807.297320:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787698807.297322:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:2.0:1787698807.297322:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698807.297326:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4021
00000400:00000200:2.0:1787698807.297329:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698807.297331:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000200:1.0:1787698807.297332:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222400, portal 25
00000100:00080000:2.0:1787698807.297333:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698807.297338:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1787698807.297338:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698807.297342:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214391488 : -116989495160128 : ffff959942b2d2c0)
00000100:00000001:2.0:1787698807.297342:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698807.297345:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297348:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698807.297350:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698807.297351:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698807.297353:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787698807.297355:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698807.297355:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698807.297359:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698807.297363:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698807.297369:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297372:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698807.297376:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698807.297377:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698807.297378:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698807.297381:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000040:1.0:1787698807.297385:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:2.0:1787698807.297385:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297389:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698807.297390:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
02000000:00000001:2.0:1787698807.297391:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698807.297394:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787698807.297396:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947222400, offset 0
02000000:00000001:2.0:1787698807.297397:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297401:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698807.297403:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698807.297404:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297408:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297409:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000010:2.0:1787698807.297412:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698807.297415:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698807.297418:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787698807.297419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698807.297419:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297423:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698807.297424:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698807.297426:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297428:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000010:2.0:1787698807.297430:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787698807.297434:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297436:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1787698807.297440:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698807.297444:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:2.0:1787698807.297448:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698807.297451:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297452:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787698807.297456:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698807.297458:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698807.297466:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12377:12377:256:4294967295] 192.168.201.121@tcp LPNI seq info [12377:12377:8:4294967295]
00000100:00000001:2.0:1787698807.297468:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698807.297471:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698807.297472:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:2.0:1787698807.297477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698807.297478:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698807.297479:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698807.297483:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698807.297487:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4021
00000400:00000200:1.0:1787698807.297492:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1787698807.297492:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698807.297498:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698807.297501:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698807.297502:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297505:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787698807.297507:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698807.297508:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297512:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698807.297514:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698807.297515:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698807.297516:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787698807.297518:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000020:00000040:2.0:1787698807.297518:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698807.297521:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698807.297524:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698807.297525:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297526:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787698807.297530:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:2.0:1787698807.297531:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698807.297535:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:1.0:1787698807.297536:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1787698807.297537:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698807.297545:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:1.1:1787698807.297545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698807.297551:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698807.297552:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1787698807.297555:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1787698807.297560:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698807.297560:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1787698807.297565:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
02000000:00000001:2.0:1787698807.297565:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297567:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698807.297571:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698807.297573:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787698807.297574:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297578:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297583:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787698807.297583:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698807.297589:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000400:00000200:1.0:1787698807.297591:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
02000000:00000001:2.0:1787698807.297591:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698807.297592:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698807.297596:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787698807.297597:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
02000000:00000001:2.0:1787698807.297597:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698807.297600:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698807.297603:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
00000100:00000001:2.0:1787698807.297605:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698807.297609:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698807.297611:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698807.297615:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787698807.297617:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698807.297618:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698807.297626:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297633:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698807.297635:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698807.297639:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698807.297640:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4031)
00000100:00000001:1.0:1787698807.297647:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.297648:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698807.297654:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297659:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698807.297661:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298694307
00000100:00000010:1.0:1787698807.297666:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010600.
00000100:00000001:1.0:1787698807.297672:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698807.297678:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298694307
00000100:00000010:1.0:1787698807.297681:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010780.
00000100:00000001:1.0:1787698807.297685:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698807.297688:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698807.297690:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.297693:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698807.297697:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698807/real 1787698807]  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698807.297712:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698807.297714:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698807.297715:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698807.297718:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698807.297720:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698807.297722:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698807.297726:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698807.297734:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297740:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698807.297742:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.297745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.297747:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698807.297751:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297758:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698807.297763:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297770:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698807.297772:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.297774:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.297775:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.297778:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698807.297780:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698807.297782:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698807.297786:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698807.297788:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698807.297792:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698807.297800:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947222400:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698807.297805:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.297807:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.297809:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2d2c0 x1874533947222400/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297815:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698807.297817:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698807.297820:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698807.297822:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698807.297824:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698807.297825:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698807.297838:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698807.297840:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b800.
02000000:00000001:1.0:1787698807.297844:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698807.297846:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698807.297870:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2d2c0.
00000100:00000001:1.0:1787698807.297875:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698807.297876:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.297878:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.297884:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698807.297886:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.297888:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698807.297889:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698807.297891:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698807.297895:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297902:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698807.297903:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.297905:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698807.297907:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698807.297909:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698807.297912:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222528:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698807.297915:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698807.297917:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698807.297919:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.297920:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698807.297924:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698807.297925:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.297929:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698807.297931:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698807.297935:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698807.297937:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222528, portal 10
00000100:00000001:1.0:1787698807.297939:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698807.297941:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214395328 : -116989495156288 : ffff959942b2e1c0)
00000100:00000040:1.0:1787698807.297947:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.297954:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698807.297956:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698807.297958:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698807.297960:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947222528, offset 0
00000400:00000200:1.0:1787698807.297964:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698807.297968:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698807.297971:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698807.297974:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698807.297977:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698807.297979:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698807.297981:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698807.297984:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12378:12378:256:4294967295] 192.168.201.121@tcp LPNI seq info [12378:12378:8:4294967295]
00000400:00000200:1.0:1787698807.297988:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698807.297993:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698807.297997:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698807.298001:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698807.298004:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698807.298007:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698807.298011:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698807.298014:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787698807.298018:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698807.298020:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698807.298023:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698807.298026:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698807.298029:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698807.298031:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698807.298033:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698807.298037:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298044:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.298047:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298053:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298055:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698807.298058:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698807.298061:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698807.298064:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698807.298066:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298693650
00000100:00000001:1.0:1787698807.298069:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298694307
00000100:00000001:1.0:1787698807.298071:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298693650
00000100:00000001:1.0:1787698807.298073:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298694307
00000100:00000001:1.0:1787698807.298076:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698807.298078:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298079:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698807.298083:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698807/real 1787698807]  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698807.298091:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698807.298092:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698807.298094:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698807.298097:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698807.298113:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698807.298116:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698807.298120:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698807.298127:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298133:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698807.298135:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298136:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.298138:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698807.298141:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298148:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698807.298152:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298158:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698807.298161:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298163:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.298164:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298166:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698807.298168:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698807.298171:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698807.298174:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698807.298176:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698807.298180:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698807.298187:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222528:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698807.298191:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698807.298194:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298200:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698807.298202:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.298203:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698807.298205:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698807.298207:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698807.298209:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222656:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698807.298212:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698807.298214:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698807.298216:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.298217:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698807.298220:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698807.298222:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.298225:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698807.298228:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698807.298231:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698807.298234:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222656, portal 4
00000100:00000001:1.0:1787698807.298236:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698807.298237:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698807.298243:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298249:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698807.298252:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698807.298254:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698807.298256:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947222656, offset 0
00000400:00000200:1.0:1787698807.298260:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698807.298264:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698807.298267:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698807.298270:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698807.298272:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698807.298274:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698807.298277:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698807.298280:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12379:12379:256:4294967295] 192.168.201.121@tcp LPNI seq info [12379:12379:8:4294967295]
00000400:00000200:1.0:1787698807.298284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698807.298289:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698807.298294:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698807.298297:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698807.298301:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698807.298304:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698807.298309:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698807.298311:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787698807.298315:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698807.298317:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698807.298320:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698807.298323:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698807.298326:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698807.298328:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698807.298330:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698807.298334:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298342:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.298345:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298352:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298354:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698807.298357:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698807.298360:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698807.298363:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698807.298365:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298693667
00000100:00000001:1.0:1787698807.298367:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298694307
00000100:00000001:1.0:1787698807.298369:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298693667
00000100:00000001:1.0:1787698807.298372:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298694307
00000100:00000001:1.0:1787698807.298374:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698807.298376:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298378:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698807.298382:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698807/real 1787698807]  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698807.298390:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698807.298391:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698807.298393:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698807.298395:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698807.298397:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698807.298398:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698807.298401:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698807.298410:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298415:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698807.298417:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298418:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.298419:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698807.298422:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298427:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698807.298430:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298434:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698807.298436:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298437:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.298437:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298439:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698807.298440:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698807.298441:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698807.298443:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698807.298445:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698807.298447:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698807.298451:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222656:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698807.298453:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698807.298455:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298458:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698807.298459:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.298460:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698807.298461:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698807.298462:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698807.298464:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222784:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698807.298466:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698807.298467:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698807.298468:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698807.298469:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698807.298471:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698807.298472:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698807.298474:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698807.298476:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698807.298478:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698807.298480:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222784, portal 4
00000100:00000001:1.0:1787698807.298482:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698807.298483:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698807.298488:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298494:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698807.298496:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698807.298498:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698807.298500:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947222784, offset 0
00000400:00000200:1.0:1787698807.298504:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698807.298508:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698807.298511:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698807.298514:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698807.298516:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698807.298519:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698807.298521:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698807.298524:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12380:12380:256:4294967295] 192.168.201.121@tcp LPNI seq info [12380:12380:8:4294967295]
00000400:00000200:1.0:1787698807.298527:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698807.298532:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698807.298535:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698807.298538:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698807.298540:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698807.298542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698807.298544:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698807.298546:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787698807.298548:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698807.298549:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698807.298552:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698807.298554:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698807.298557:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698807.298559:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698807.298561:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698807.298564:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298571:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.298574:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698832 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298585:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298587:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698807.298590:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698807.298593:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698807.298596:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698807.298597:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298693654
00000100:00000001:1.0:1787698807.298599:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298694307
00000100:00000001:1.0:1787698807.298601:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298693654
00000100:00000001:1.0:1787698807.298602:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298694307
00000100:00000001:1.0:1787698807.298603:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698807.298604:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298605:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698807.298608:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698807/real 1787698807]  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698807.298612:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698807.298613:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698807.298614:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698807.298616:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698807.298617:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698807.298618:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698807.298620:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698807.298624:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298628:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698807.298629:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298630:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.298630:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698807.298632:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298636:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698807.298638:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298642:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698807.298643:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298644:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698807.298645:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298646:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698807.298647:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698807.298648:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698807.298650:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698807.298651:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698807.298654:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698807.298660:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947222784:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698807.298663:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298665:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.298668:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2e1c0 x1874533947222528/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298674:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698807.298675:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698807.298677:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698807.298679:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698807.298681:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698807.298682:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698807.298684:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698807.298686:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698807.298689:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698807.298690:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698807.298692:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2e1c0.
00000100:00000001:1.0:1787698807.298695:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698807.298696:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298698:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.298701:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947222656/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298708:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698807.298709:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698807.298710:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698807.298712:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698807.298714:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698807.298715:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698807.298717:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698807.298718:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329400.
02000000:00000001:1.0:1787698807.298720:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698807.298721:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698807.298722:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698807.298724:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698807.298725:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298727:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698807.298729:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947222784/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698832 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698807.298734:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698807.298735:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698807.298736:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698807.298738:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698807.298739:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698807.298739:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698807.298740:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698807.298741:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329000.
02000000:00000001:1.0:1787698807.298742:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698807.298743:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698807.298744:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698807.298745:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698807.298746:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298747:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.298749:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698807.298750:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.298751:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698807.298753:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698807.744923:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698807.744929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698807.744931:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698807.744943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698807.744947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698807.744950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698807.744952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698807.744953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698807.744954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698807.744956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.744957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698807.744959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698807.744959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698807.744961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698807.744964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698807.744965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698807.744966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698807.744970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698807.744970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.744974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698807.744976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698807.744978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698807.744982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698807.744984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698807.744985:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698807.744987:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698807.744990:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698808.000960:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298694307, at 4298694336
00000100:00000040:1.0:1787698808.000960:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298694307, at 4298694336
00000100:00000010:0.0:1787698808.000978:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010600.
00000100:00000010:1.0:1787698808.000983:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010780.
00000100:00000001:1.0:1787698808.320981:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698808.320988:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698808.320990:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698808.320995:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698808.320999:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698808.321002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698808.321005:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698808.321007:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698808.321010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698808.768955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698808.768955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698808.768962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698808.768963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698808.768963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698808.768967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698808.768967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698808.768967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698808.768975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698808.768975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698808.768976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698808.768979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698808.768981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698808.768981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698808.768986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698808.768987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698808.768987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698808.768990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698808.768992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698808.768995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698808.768998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698808.768998:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698808.769000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698808.769003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698808.769010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698808.769014:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698808.769016:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698809.344918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698809.344924:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698809.344926:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698809.344932:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698809.344935:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698809.344939:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698809.344941:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698809.344943:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698809.344946:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698809.792940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698809.792940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698809.792950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698809.792950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698809.792954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698809.792954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698809.792959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698809.792963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698809.792967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698809.792969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698809.792971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698809.792974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698809.792976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698809.792978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698809.792979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698809.792983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698809.792984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698809.792985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698809.792989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698809.792992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698809.792993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698809.792995:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698809.793000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698809.793002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698809.793018:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698809.793021:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698809.793024:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698810.368945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698810.368957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698810.368959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698810.368963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698810.368965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698810.368968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698810.368970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698810.368972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698810.368974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698810.816940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698810.816944:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698810.816948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698810.816951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698810.816953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698810.816957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698810.816958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698810.816960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698810.816961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698810.816964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698810.816966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698810.816967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698810.816968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698810.816970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698810.816971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698810.816974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698810.816974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698810.816978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698810.816979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698810.816981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698810.816983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698810.816987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698810.816990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698810.816992:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698810.816998:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698810.817001:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698810.817015:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698811.392951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698811.392957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698811.392958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698811.392962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698811.392964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698811.392967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698811.392969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698811.392971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698811.392973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698811.840950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698811.840950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698811.840957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698811.840958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698811.840962:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698811.840962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698811.840969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698811.840969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698811.840974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698811.840975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698811.840976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698811.840979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698811.840980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698811.840981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698811.840984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698811.840988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698811.840988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698811.840992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698811.840993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698811.840993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698811.840995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698811.840997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698811.840998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698811.841003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698811.841019:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698811.841031:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698811.841034:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698812.416943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698812.416944:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698812.416949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698812.416951:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698812.416952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787698812.416957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698812.416957:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698812.416960:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698812.416961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698812.416965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698812.416965:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698812.416970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787698812.416971:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4026
00000100:00000001:1.0:1787698812.416975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.416980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698812.416981:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698812.416989:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698812.416991:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698812.416993:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.416995:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.416997:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.416999:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698812.417002:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698812.417003:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698812.417005:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698812.417008:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698812.417009:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698812.417011:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698812.417026:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417027:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.417028:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417029:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698812.417031:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698812.417034:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417035:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698812.417037:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698812.417039:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698812.417041:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417043:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698812.417045:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698812.417052:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698812.417054:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698812.417057:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698812.417058:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417060:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698812.417062:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698812.417065:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698812.417070:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632bc00.
00000100:00000001:2.0:1787698812.417075:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698812.417082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698812.417088:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698812.417091:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698812.417094:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698812.417109:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698812.417110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698812.417113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698812.417114:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698812.417115:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698812.417116:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698812.417118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4026
00000400:00000200:2.0:1787698812.417120:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698812.417122:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698812.417123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698812.417126:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417127:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.417129:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417130:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698812.417132:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698812.417132:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698812.417133:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698812.417135:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698812.417136:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698812.417137:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698812.417139:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698812.417141:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698812.417141:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.417144:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698812.417147:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698812.417147:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698812.417151:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787698812.417152:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787698812.417153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417156:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698812.417158:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787698812.417162:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698812.417162:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698812.417166:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417169:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698812.417174:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698812.417175:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787698812.417177:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417178:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417180:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698812.417184:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
02000000:00000001:1.0:1787698812.417185:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787698812.417186:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698812.417189:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698812.417189:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698812.417190:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417193:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698812.417195:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698812.417195:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698812.417198:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698812.417202:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947222912:192.168.201.121@tcp:250:kworker.0
02000000:00000010:2.0:1787698812.417203:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000100:00000001:2.0:1787698812.417207:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417211:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787698812.417213:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698812.417216:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787698812.417220:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787698812.417221:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417222:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.417229:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787698812.417229:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698812.417236:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698812.417237:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
00000100:00080000:2.0:1787698812.417238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787698812.417242:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698812.417242:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698812.417244:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698812.417247:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698812.417249:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698812.417251:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4026
00000400:00000200:1.0:1787698812.417254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698812.417256:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698812.417260:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698812.417261:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787698812.417262:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000040:2.0:1787698812.417263:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417267:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.417268:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417269:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698812.417271:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698812.417271:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000010:1.0:1787698812.417272:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000020:00000001:2.0:1787698812.417273:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698812.417275:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698812.417277:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698812.417278:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698812.417280:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698812.417281:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947222912, portal 25
00000100:00000001:2.0:1787698812.417281:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.417285:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698812.417287:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698812.417288:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698812.417291:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000020:00000040:2.0:1787698812.417291:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698812.417295:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417298:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698812.417300:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787698812.417302:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698812.417302:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698812.417305:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417309:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698812.417311:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698812.417315:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417318:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417322:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1787698812.417322:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787698812.417324:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000040:1.0:1787698812.417329:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698812.417329:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698812.417330:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417331:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698812.417332:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698812.417333:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698812.417335:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:2.0:1787698812.417338:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698812.417341:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00100000:2.0:1787698812.417342:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787698812.417347:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947222912, offset 0
00000100:00000001:2.0:1787698812.417349:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698812.417352:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698812.417354:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698812.417359:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417362:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698812.417364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698812.417366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698812.417367:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698812.417368:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698812.417370:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698812.417371:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:2.0:1787698812.417374:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4026
00000400:00000200:2.0:1787698812.417377:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698812.417380:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787698812.417383:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:2.0:1787698812.417383:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698812.417388:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417390:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698812.417391:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698812.417393:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787698812.417394:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698812.417397:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698812.417398:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698812.417399:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698812.417401:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000200:1.0:1787698812.417402:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:2.0:1787698812.417404:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698812.417407:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:1.0:1787698812.417408:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787698812.417413:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698812.417415:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417419:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698812.417423:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12381:12381:256:4294967295] 192.168.201.121@tcp LPNI seq info [12381:12381:8:4294967295]
00000100:00000040:2.0:1787698812.417424:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417431:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698812.417434:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:2.0:1787698812.417436:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698812.417440:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417444:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698812.417447:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698812.417449:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787698812.417451:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698812.417456:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698812.417460:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417461:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698812.417464:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698812.417468:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698812.417469:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698812.417470:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698812.417477:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000800:00000200:1.0:1787698812.417481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:2.0:1787698812.417481:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698812.417487:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787698812.417488:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1787698812.417489:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698812.417492:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698812.417495:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698812.417498:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698812.417499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000010:2.0:1787698812.417503:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000100:00000001:2.0:1787698812.417507:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698812.417512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698812.417519:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1787698812.417524:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787698812.417529:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698812.417530:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698812.417534:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000040:2.0:1787698812.417537:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698812.417542:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698812.417549:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698812.417551:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787698812.417555:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4036)
00000400:00000200:1.0:1787698812.417559:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698812.417563:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698812.417567:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698812.417573:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417582:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.417585:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417592:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417593:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698812.417599:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698812.417603:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698812.417605:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298699427
00000100:00000010:1.0:1787698812.417610:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010780.
00000100:00000001:1.0:1787698812.417616:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698812.417622:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298699427
00000100:00000010:1.0:1787698812.417625:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010e40.
00000100:00000001:1.0:1787698812.417628:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698812.417631:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698812.417633:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417636:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698812.417640:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698812/real 1787698812]  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698812.417649:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698812.417651:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698812.417653:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698812.417656:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698812.417657:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698812.417660:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698812.417663:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698812.417672:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417688:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698812.417690:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.417692:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.417694:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698812.417698:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417705:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698812.417709:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417716:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698812.417719:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.417720:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.417721:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.417724:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698812.417726:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698812.417728:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698812.417732:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698812.417734:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698812.417738:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698812.417746:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947222912:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698812.417750:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.417753:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.417755:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947222912/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417767:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698812.417770:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698812.417772:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698812.417775:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698812.417777:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698812.417779:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698812.417780:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698812.417783:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632bc00.
02000000:00000001:1.0:1787698812.417787:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698812.417789:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698812.417790:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698812.417793:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698812.417794:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.417796:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.417802:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698812.417803:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417805:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698812.417806:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698812.417808:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698812.417812:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417819:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698812.417820:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.417822:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698812.417823:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698812.417825:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698812.417828:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223040:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698812.417831:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698812.417833:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698812.417834:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.417836:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698812.417839:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698812.417841:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698812.417844:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698812.417866:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698812.417871:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698812.417874:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223040, portal 10
00000100:00000001:1.0:1787698812.417876:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698812.417877:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000040:1.0:1787698812.417884:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417891:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698812.417894:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698812.417896:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698812.417898:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947223040, offset 0
00000400:00000200:1.0:1787698812.417903:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698812.417907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698812.417911:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698812.417915:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698812.417917:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698812.417920:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698812.417922:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698812.417925:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12382:12382:256:4294967295] 192.168.201.121@tcp LPNI seq info [12382:12382:8:4294967295]
00000400:00000200:1.0:1787698812.417929:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698812.417934:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698812.417939:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698812.417943:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698812.417947:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698812.417949:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698812.417954:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698812.417956:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787698812.417960:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698812.417962:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698812.417965:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698812.417968:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698812.417971:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698812.417973:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698812.417976:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698812.417980:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417987:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.417990:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.417996:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.417998:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698812.418001:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698812.418005:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698812.418008:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698812.418010:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298698770
00000100:00000001:1.0:1787698812.418030:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298699427
00000100:00000001:1.0:1787698812.418032:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298698770
00000100:00000001:1.0:1787698812.418034:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298699427
00000100:00000001:1.0:1787698812.418036:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698812.418038:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.418040:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698812.418044:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698812/real 1787698812]  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698812.418052:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698812.418054:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698812.418055:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698812.418058:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698812.418060:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698812.418062:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698812.418065:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698812.418072:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418085:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698812.418086:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418088:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.418089:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698812.418092:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418099:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698812.418103:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418109:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698812.418111:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418113:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.418114:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418116:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698812.418118:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698812.418120:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698812.418123:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698812.418125:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698812.418129:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698812.418136:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223040:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698812.418140:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698812.418143:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418149:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698812.418150:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.418153:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698812.418154:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698812.418156:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698812.418159:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223168:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698812.418162:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698812.418163:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698812.418165:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.418166:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698812.418169:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698812.418171:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698812.418175:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698812.418177:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698812.418180:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698812.418182:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223168, portal 4
00000100:00000001:1.0:1787698812.418184:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698812.418186:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698812.418191:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418197:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698812.418199:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698812.418201:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698812.418203:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947223168, offset 0
00000400:00000200:1.0:1787698812.418207:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698812.418211:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698812.418214:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698812.418217:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698812.418219:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698812.418221:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698812.418224:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698812.418227:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12383:12383:256:4294967295] 192.168.201.121@tcp LPNI seq info [12383:12383:8:4294967295]
00000400:00000200:1.0:1787698812.418231:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698812.418237:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698812.418242:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698812.418245:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698812.418249:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698812.418252:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698812.418257:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698812.418259:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787698812.418263:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698812.418265:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698812.418268:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698812.418271:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698812.418274:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698812.418275:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698812.418278:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698812.418281:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418288:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.418291:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418297:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.418299:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698812.418301:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698812.418304:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698812.418306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698812.418308:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298698787
00000100:00000001:1.0:1787698812.418310:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298699427
00000100:00000001:1.0:1787698812.418312:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298698787
00000100:00000001:1.0:1787698812.418314:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298699427
00000100:00000001:1.0:1787698812.418317:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698812.418319:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.418321:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698812.418324:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698812/real 1787698812]  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698812.418332:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698812.418334:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698812.418335:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698812.418338:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698812.418339:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698812.418341:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698812.418344:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698812.418352:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418358:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698812.418359:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418361:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.418362:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698812.418365:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418371:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698812.418375:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418381:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698812.418383:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418385:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.418386:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418388:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698812.418389:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698812.418392:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698812.418395:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698812.418397:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698812.418401:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698812.418409:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223168:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698812.418412:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698812.418415:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418421:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698812.418423:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.418424:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698812.418426:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698812.418428:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698812.418431:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223296:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698812.418434:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698812.418435:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698812.418437:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698812.418439:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698812.418441:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698812.418443:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698812.418446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698812.418448:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698812.418451:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698812.418454:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223296, portal 4
00000100:00000001:1.0:1787698812.418456:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698812.418457:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698812.418463:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418468:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698812.418471:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698812.418473:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698812.418475:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947223296, offset 0
00000400:00000200:1.0:1787698812.418479:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698812.418483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698812.418486:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698812.418488:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698812.418491:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698812.418493:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698812.418495:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698812.418498:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12384:12384:256:4294967295] 192.168.201.121@tcp LPNI seq info [12384:12384:8:4294967295]
00000400:00000200:1.0:1787698812.418502:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698812.418507:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698812.418512:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698812.418515:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698812.418518:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698812.418521:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698812.418525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698812.418527:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787698812.418531:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698812.418532:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698812.418535:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698812.418538:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698812.418541:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698812.418543:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698812.418545:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698812.418548:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418555:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.418558:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698837 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.418566:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698812.418568:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698812.418571:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698812.418574:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698812.418576:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298698774
00000100:00000001:1.0:1787698812.418578:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298699427
00000100:00000001:1.0:1787698812.418580:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298698774
00000100:00000001:1.0:1787698812.418581:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298699427
00000100:00000001:1.0:1787698812.418583:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698812.418585:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.418586:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698812.418590:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698812/real 1787698812]  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698812.418597:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698812.418598:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698812.418599:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698812.418601:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698812.418603:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698812.418604:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698812.418607:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698812.418614:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418620:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698812.418621:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418622:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.418623:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698812.418626:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418632:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698812.418636:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418642:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698812.418645:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418646:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698812.418647:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418649:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698812.418650:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698812.418653:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698812.418656:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698812.418658:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698812.418662:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698812.418669:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223296:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698812.418672:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418673:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.418676:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947223040/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418682:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698812.418683:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698812.418685:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698812.418687:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698812.418689:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698812.418690:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698812.418691:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698812.418693:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787698812.418695:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698812.418696:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698812.418697:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698812.418700:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698812.418701:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418702:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.418705:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947223168/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418717:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698812.418718:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698812.418719:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698812.418721:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698812.418722:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698812.418723:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698812.418725:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698812.418726:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:1.0:1787698812.418728:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698812.418729:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698812.418730:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698812.418732:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698812.418733:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418734:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698812.418738:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947223296/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698837 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698812.418743:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698812.418745:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698812.418746:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698812.418748:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698812.418749:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698812.418750:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698812.418752:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698812.418753:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b400.
02000000:00000001:1.0:1787698812.418755:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698812.418756:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698812.418757:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698812.418759:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698812.418760:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418762:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.418765:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698812.418767:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.418768:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698812.418770:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698812.864943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698812.864945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698812.864949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698812.864951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698812.864952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698812.864952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.864957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698812.864958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698812.864959:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:1.0:1787698812.864964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698812.864964:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698812.864964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698812.864969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698812.864970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698812.864970:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698812.864972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698812.864975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698812.864975:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698812.864976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698812.864980:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.864982:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698812.864982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698812.864983:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.864987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698812.864988:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698812.864991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698812.864994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698812.864998:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698812.865000:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698812.865002:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698812.865019:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698812.865020:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698812.865023:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698812.865025:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698812.865030:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698812.865031:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698812.865069:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698812.865074:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698812.865077:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698813.120947:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298699427, at 4298699456
00000100:00000010:1.0:1787698813.120958:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010e40.
00000100:00000040:0.0:1787698813.121041:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298699427, at 4298699456
00000100:00000010:0.0:1787698813.121045:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010780.
00000100:00000001:1.0:1787698813.440943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698813.440948:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698813.440950:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698813.440955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698813.440959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698813.440962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698813.440965:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698813.440967:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698813.440970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698813.888938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698813.888944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698813.888945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698813.888950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698813.888953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698813.888955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698813.888957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698813.888959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698813.888960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698813.888961:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698813.888962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698813.888965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698813.888966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698813.888970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698813.888971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698813.888974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698813.888974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698813.888979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698813.888982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698813.888983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698813.888985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698813.889000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698813.889003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698813.889005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698813.889029:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698813.889031:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698813.889033:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698814.464952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698814.464958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698814.464959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698814.464963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698814.464965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698814.464968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698814.464970:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698814.464971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698814.464973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698814.912954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698814.912955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698814.912959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698814.912961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698814.912964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698814.912965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698814.912967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698814.912986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698814.912991:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698814.912992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698814.912994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698814.912996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698814.913000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698814.913002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698814.913005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698814.913034:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698814.913039:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698814.913042:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698814.913079:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698814.913081:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698814.913082:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698814.913085:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698814.913087:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698814.913089:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698814.913091:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698814.913092:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698814.913094:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698815.488984:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698815.488990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698815.488991:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698815.488994:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698815.488997:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698815.489000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698815.489002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698815.489004:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698815.489005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698815.936917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698815.936925:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698815.936925:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698815.936928:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698815.936930:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698815.936935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698815.936938:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698815.936940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698815.936941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698815.936942:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698815.936946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698815.936946:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698815.936949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698815.936949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698815.936951:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787698815.936964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698815.936964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698815.936966:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698815.936968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698815.936971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698815.936971:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698815.936976:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698815.936977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698815.936983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698815.936983:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698815.936987:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698815.936988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698815.936989:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698815.936994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698815.936994:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698815.937015:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698815.937018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698815.937021:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698816.512987:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698816.512993:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698816.512994:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698816.512997:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698816.512999:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698816.513002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698816.513005:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698816.513007:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698816.513010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698816.960919:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698816.960926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698816.960929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698816.960929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698816.960945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698816.960946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698816.960949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698816.960951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698816.960952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698816.960954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698816.960957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698816.960958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698816.960961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698816.960962:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698816.960963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698816.960964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698816.960966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698816.960969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698816.960970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698816.960973:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698816.960974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698816.960977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698816.960980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698816.960983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698816.960999:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698816.961002:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698816.961005:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698817.536958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698817.536966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698817.536969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698817.536970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698817.536972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.536972:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787698817.536975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698817.536975:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698817.536978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698817.536980:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698817.536981:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.536983:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698817.536985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698817.536986:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4031
00000100:00000001:1.0:1787698817.536988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698817.536994:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698817.536999:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698817.537002:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698817.537005:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537008:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698817.537010:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537012:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698817.537016:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698817.537018:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698817.537020:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698817.537023:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698817.537026:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698817.537028:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698817.537030:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698817.537032:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537034:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698817.537035:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698817.537038:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537039:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698817.537041:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698817.537043:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698817.537045:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537046:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698817.537048:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698817.537056:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2da40.
00000020:00000040:2.0:1787698817.537058:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698817.537061:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698817.537063:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537065:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698817.537066:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698817.537070:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698817.537075:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329c00.
00000100:00000001:2.0:1787698817.537079:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698817.537085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698817.537094:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698817.537098:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698817.537103:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba003ed] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698817.537124:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698817.537127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698817.537130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698817.537131:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698817.537133:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698817.537136:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698817.537139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4031
00000400:00000200:2.0:1787698817.537143:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698817.537147:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698817.537150:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698817.537151:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787698817.537154:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698817.537155:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698817.537158:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787698817.537160:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698817.537163:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537164:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698817.537166:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698817.537168:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698817.537170:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787698817.537172:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698817.537173:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698817.537177:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698817.537182:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698817.537187:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787698817.537188:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698817.537189:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537191:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698817.537194:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787698817.537194:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698817.537197:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698817.537197:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698817.537200:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698817.537201:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698817.537207:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:1.0:1787698817.537208:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947223424:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698817.537213:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537215:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698817.537215:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698817.537221:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698817.537222:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698817.537225:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698817.537225:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537226:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698817.537230:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787698817.537231:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698817.537234:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537235:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698817.537236:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000100:00000010:2.0:1787698817.537239:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f0c0.
02000000:00000001:1.0:1787698817.537240:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698817.537242:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698817.537245:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698817.537246:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698817.537249:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698817.537249:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698817.537252:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787698817.537256:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:2.0:1787698817.537256:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698817.537263:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328c00.
00000400:00000010:1.0:1787698817.537265:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:2.0:1787698817.537268:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698817.537276:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787698817.537280:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223424, portal 25
00000100:00000001:1.0:1787698817.537285:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698817.537287:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214393408 : -116989495158208 : ffff959942b2da40)
00000100:00000001:2.0:1787698817.537287:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698817.537292:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698817.537295:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698817.537299:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e21005c8] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.537312:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698817.537318:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698817.537321:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698817.537326:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947223424, offset 0
00000100:00000001:2.0:1787698817.537328:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698817.537331:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698817.537333:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:2.0:1787698817.537337:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698817.537339:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698817.537340:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698817.537343:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698817.537345:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4031
00000400:00000200:1.0:1787698817.537348:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698817.537349:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698817.537353:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787698817.537356:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:2.0:1787698817.537357:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698817.537363:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698817.537364:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787698817.537368:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698817.537371:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:2.0:1787698817.537374:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698817.537376:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787698817.537380:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698817.537381:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698817.537386:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12385:12385:256:4294967295] 192.168.201.121@tcp LPNI seq info [12385:12385:8:4294967295]
00000020:00000001:2.0:1787698817.537386:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698817.537389:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787698817.537392:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:2.0:1787698817.537394:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698817.537398:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698817.537403:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787698817.537403:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698817.537409:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787698817.537412:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698817.537416:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537418:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787698817.537419:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000040:2.0:1787698817.537420:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537424:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698817.537425:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698817.537429:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537430:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698817.537433:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698817.537433:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787698817.537438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1787698817.537438:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698817.537442:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537444:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.1:1787698817.537447:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00100000:2.0:1787698817.537448:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787698817.537452:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000008:00000001:2.0:1787698817.537453:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537456:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787698817.537459:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.537462:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000010:2.0:1787698817.537463:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698817.537467:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787698817.537468:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698817.537472:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698817.537475:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698817.537477:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
02000000:00000001:2.0:1787698817.537479:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787698817.537480:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787698817.537482:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698817.537484:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698817.537487:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698817.537490:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698817.537494:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537495:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.537499:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787698817.537502:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a800.
00000100:00000001:1.0:1787698817.537508:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537509:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537510:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698817.537514:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698817.537518:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698817.537521:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298704547
00000100:00100000:2.0:1787698817.537521:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787698817.537526:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010e40.
00000100:00000001:2.0:1787698817.537531:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698817.537533:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537534:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787698817.537537:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.537540:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298704547
00000100:00000010:1.0:1787698817.537545:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470109c0.
00000100:00000001:1.0:1787698817.537549:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698817.537550:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537553:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787698817.537554:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698817.537556:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698817.537559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698817.537560:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787698817.537563:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698817.537566:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787698817.537567:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698817/real 1787698817]  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698817.537571:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698817.537575:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4031
00000400:00000001:1.0:1787698817.537579:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698817.537581:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1787698817.537582:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698817.537588:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698817.537591:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000200:2.0:1787698817.537592:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000010:1.0:1787698817.537593:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00080000:2.0:1787698817.537597:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698817.537598:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698817.537604:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698817.537605:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537610:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698817.537615:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537621:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000200:1.0:1787698817.537625:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787698817.537625:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698817.537627:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698817.537630:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698817.537632:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698817.537636:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698817.537640:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698817.537642:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1787698817.537644:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698817.537646:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698817.537647:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698817.537649:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1787698817.537650:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698817.537652:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698817.537653:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698817.537654:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698817.537656:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698817.537658:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698817.537662:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787698817.537665:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698817.537665:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698817.537669:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698817.537673:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698817.537676:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698817.537677:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787698817.537681:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698817.537684:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698817.537684:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698817.537687:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787698817.537691:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698817.537692:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698817.537696:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.537697:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.537697:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.537699:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698817.537700:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787698817.537702:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787698817.537703:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698817.537708:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
02000000:00000001:2.0:1787698817.537708:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537710:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787698817.537711:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698817.537714:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787698817.537716:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698817.537717:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698817.537722:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000100:00100000:1.0:1787698817.537726:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947223424:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698817.537727:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537730:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.537732:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787698817.537734:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787698817.537737:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2da40 x1874533947223424/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698817.537753:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698817.537754:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787698817.537757:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.537758:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698817.537761:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
00000100:00000040:2.0:1787698817.537763:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698817.537765:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698817.537769:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787698817.537771:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698817.537772:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698817.537776:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:2.0:1787698817.537777:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4041)
02000000:00000010:1.0:1787698817.537785:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329c00.
02000000:00000001:1.0:1787698817.537790:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698817.537792:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698817.537794:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2da40.
00000100:00000001:1.0:1787698817.537798:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698817.537800:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.537802:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.537808:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698817.537809:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537811:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698817.537813:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698817.537814:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698817.537819:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.537835:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698817.537836:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.537838:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698817.537839:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698817.537840:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698817.537842:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223552:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698817.537844:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698817.537846:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698817.537862:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.537863:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698817.537865:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698817.537867:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698817.537869:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698817.537871:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698817.537874:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698817.537875:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223552, portal 10
00000100:00000001:1.0:1787698817.537877:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698817.537878:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214399168 : -116989495152448 : ffff959942b2f0c0)
00000100:00000040:1.0:1787698817.537883:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.537887:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698817.537889:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698817.537890:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698817.537891:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947223552, offset 0
00000400:00000200:1.0:1787698817.537893:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698817.537896:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698817.537898:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698817.537900:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698817.537907:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698817.537908:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698817.537910:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698817.537912:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12386:12386:256:4294967295] 192.168.201.121@tcp LPNI seq info [12386:12386:8:4294967295]
00000400:00000200:1.0:1787698817.537915:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698817.537918:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698817.537922:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.537924:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698817.537939:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698817.537941:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698817.537944:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698817.537945:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787698817.537947:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.537948:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698817.537951:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698817.537953:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698817.537955:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698817.537956:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698817.537957:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698817.537960:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.537964:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.537966:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.537970:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537971:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698817.537973:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698817.537975:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698817.537978:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698817.537979:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298703890
00000100:00000001:1.0:1787698817.537981:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298704547
00000100:00000001:1.0:1787698817.537982:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298703890
00000100:00000001:1.0:1787698817.537984:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298704547
00000100:00000001:1.0:1787698817.537985:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698817.537986:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.537987:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698817.537989:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698817/real 1787698817]  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698817.537994:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698817.537995:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698817.537996:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698817.537997:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698817.537998:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698817.537999:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698817.538001:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698817.538006:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538009:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698817.538010:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538010:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.538011:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698817.538013:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538017:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698817.538019:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538022:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698817.538024:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538024:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.538025:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538026:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698817.538028:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698817.538030:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698817.538031:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698817.538033:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698817.538035:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698817.538039:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223552:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698817.538041:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698817.538043:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538047:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698817.538047:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.538048:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698817.538049:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698817.538050:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698817.538052:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223680:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698817.538053:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698817.538054:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698817.538055:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.538056:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698817.538058:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698817.538059:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698817.538061:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698817.538063:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698817.538064:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698817.538066:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223680, portal 4
00000100:00000001:1.0:1787698817.538067:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698817.538068:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698817.538071:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538075:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698817.538076:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698817.538077:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698817.538079:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947223680, offset 0
00000400:00000200:1.0:1787698817.538081:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698817.538083:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698817.538086:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698817.538087:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698817.538089:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698817.538091:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698817.538092:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698817.538094:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12387:12387:256:4294967295] 192.168.201.121@tcp LPNI seq info [12387:12387:8:4294967295]
00000400:00000200:1.0:1787698817.538096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698817.538100:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698817.538102:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.538103:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698817.538105:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698817.538107:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698817.538109:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698817.538111:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787698817.538113:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.538114:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698817.538116:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698817.538117:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698817.538119:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698817.538121:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698817.538123:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698817.538126:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538132:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.538135:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538141:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.538142:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698817.538145:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698817.538148:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698817.538150:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698817.538153:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298703907
00000100:00000001:1.0:1787698817.538155:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298704547
00000100:00000001:1.0:1787698817.538157:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298703907
00000100:00000001:1.0:1787698817.538159:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298704547
00000100:00000001:1.0:1787698817.538161:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698817.538163:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.538165:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698817.538169:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698817/real 1787698817]  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698817.538176:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698817.538177:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698817.538179:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698817.538181:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698817.538182:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698817.538184:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698817.538187:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698817.538194:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538201:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698817.538202:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538204:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.538205:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698817.538208:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538215:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698817.538219:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538226:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698817.538228:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538230:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.538231:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538233:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698817.538234:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698817.538237:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698817.538240:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698817.538242:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698817.538245:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698817.538250:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223680:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698817.538252:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698817.538254:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538258:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698817.538258:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.538260:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698817.538261:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698817.538262:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698817.538263:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223808:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698817.538265:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698817.538266:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698817.538267:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698817.538269:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698817.538271:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698817.538272:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698817.538274:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698817.538275:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698817.538277:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698817.538279:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223808, portal 4
00000100:00000001:1.0:1787698817.538281:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698817.538281:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698817.538285:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538289:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698817.538290:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698817.538291:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698817.538293:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947223808, offset 0
00000400:00000200:1.0:1787698817.538295:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698817.538297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698817.538299:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698817.538301:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698817.538302:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698817.538304:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698817.538305:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698817.538307:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12388:12388:256:4294967295] 192.168.201.121@tcp LPNI seq info [12388:12388:8:4294967295]
00000400:00000200:1.0:1787698817.538310:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698817.538316:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698817.538320:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.538323:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698817.538326:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698817.538329:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787698817.538333:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698817.538336:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787698817.538339:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698817.538341:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698817.538344:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698817.538347:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698817.538350:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698817.538351:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698817.538353:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698817.538357:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538366:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.538368:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698842 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538372:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.538373:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698817.538375:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698817.538377:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698817.538379:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698817.538380:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298703894
00000100:00000001:1.0:1787698817.538381:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298704547
00000100:00000001:1.0:1787698817.538383:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298703894
00000100:00000001:1.0:1787698817.538384:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298704547
00000100:00000001:1.0:1787698817.538385:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698817.538386:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.538387:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698817.538389:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698817/real 1787698817]  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698817.538393:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698817.538394:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698817.538396:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698817.538397:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698817.538399:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698817.538401:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698817.538403:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698817.538411:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538417:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698817.538419:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538420:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.538421:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698817.538425:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538432:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698817.538435:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538441:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698817.538442:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538443:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698817.538444:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538445:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698817.538446:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698817.538448:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698817.538449:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698817.538451:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698817.538453:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698817.538457:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947223808:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698817.538459:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538460:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.538462:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f0c0 x1874533947223552/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538465:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698817.538466:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698817.538468:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698817.538469:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698817.538470:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698817.538471:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698817.538473:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698817.538474:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328c00.
02000000:00000001:1.0:1787698817.538475:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698817.538476:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698817.538477:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f0c0.
00000100:00000001:1.0:1787698817.538479:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698817.538480:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538481:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.538482:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947223680/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538486:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698817.538487:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698817.538488:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698817.538489:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698817.538489:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698817.538490:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698817.538491:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698817.538492:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a800.
02000000:00000001:1.0:1787698817.538493:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698817.538493:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698817.538494:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698817.538495:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698817.538496:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538497:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698817.538498:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947223808/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698842 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698817.538501:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698817.538502:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698817.538503:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698817.538503:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698817.538504:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698817.538505:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698817.538505:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698817.538506:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b400.
02000000:00000001:1.0:1787698817.538508:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698817.538509:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698817.538510:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698817.538511:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698817.538512:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538513:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698817.538515:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698817.538516:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698817.538517:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698817.538518:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698817.984927:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698817.984937:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698817.984939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698817.984947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698817.984951:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698817.984954:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698817.984957:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698817.984960:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698817.984963:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698817.984989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698817.984991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698817.984993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698817.984996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698817.984998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698817.985000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698817.985002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698817.985003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698817.985005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698817.985052:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698817.985055:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698817.985059:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698817.985060:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698817.985063:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698817.985064:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698817.985113:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698817.985117:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698817.985119:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698818.240964:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298704547, at 4298704576
00000100:00000040:1.0:1787698818.240964:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298704547, at 4298704576
00000100:00000010:1.0:1787698818.240977:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470109c0.
00000100:00000010:0.0:1787698818.240979:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010e40.
00000100:00000001:1.0:1787698818.560950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698818.560956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698818.560958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698818.560962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698818.560965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698818.560967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698818.560969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698818.560971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698818.560973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698819.008910:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698819.008919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698819.008922:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698819.008927:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698819.008931:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698819.008934:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698819.008934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698819.008939:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698819.008941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698819.008942:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698819.008945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698819.008946:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698819.008951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698819.008955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698819.008957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698819.008960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698819.008961:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698819.008963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698819.009065:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698819.009069:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698819.009073:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698819.009074:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698819.009076:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698819.009077:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698819.009120:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698819.009124:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698819.009127:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698819.584942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698819.584947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698819.584949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698819.584953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698819.584955:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698819.584957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698819.584959:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698819.584967:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698819.584969:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698820.032920:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698820.032920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698820.032928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698820.032928:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698820.032931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698820.032931:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698820.032937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698820.032937:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698820.032940:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698820.032941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698820.032941:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698820.032944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698820.032947:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698820.032947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698820.032948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698820.032951:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698820.032952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698820.032957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698820.032958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698820.032962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698820.032963:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698820.032963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698820.032966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698820.032968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698820.033000:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698820.033003:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698820.033005:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698820.608953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698820.608958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698820.608960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698820.608964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698820.608967:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698820.608969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698820.608971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698820.608973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698820.608975:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698821.056944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698821.056944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698821.056953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698821.056953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698821.056956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698821.056957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698821.056959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698821.056963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698821.056964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698821.056965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698821.056967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698821.056968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698821.056970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698821.056971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698821.056973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698821.056975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698821.056976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698821.056976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698821.056978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698821.056980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698821.056983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698821.056984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698821.056988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698821.056992:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698821.057026:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698821.057030:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698821.057034:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698821.632929:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698821.632936:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698821.632938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698821.632943:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698821.632946:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698821.632949:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698821.632952:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698821.632955:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698821.632958:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698822.080925:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698822.080927:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698822.080927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698822.080931:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698822.080933:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698822.080933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698822.080935:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698822.080937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698822.080937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698822.080938:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698822.080944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698822.080944:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:3.0:1787698822.080944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698822.080946:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698822.080949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698822.080950:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698822.080950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698822.080954:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698822.080955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698822.080955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698822.080957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698822.080960:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698822.080960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698822.080962:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698822.080964:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698822.080964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698822.080965:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698822.080967:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698822.080969:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698822.080970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698822.080970:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698822.080971:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698822.080973:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698822.080976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698822.080977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698822.080978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698822.081010:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698822.081013:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698822.081015:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698822.656967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698822.656973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698822.656975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698822.656979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698822.656982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698822.656985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698822.656987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698822.656988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698822.656990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698822.657868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698822.657874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698822.657876:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698822.657879:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698822.657883:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698822.657889:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4036
00000400:00000200:1.0:1787698822.657897:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698822.657902:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698822.657905:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698822.657908:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.657911:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698822.657913:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.657915:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698822.657918:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698822.657920:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698822.657923:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698822.657926:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698822.657928:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698822.657931:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698822.657933:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.657935:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698822.657936:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.657938:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698822.657941:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698822.657944:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698822.657946:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698822.657948:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698822.657951:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698822.657954:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.657956:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698822.657958:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698822.657966:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698822.657969:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698822.657972:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698822.657973:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.657976:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698822.657978:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698822.657981:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698822.657989:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787698822.657994:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698822.658002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698822.658012:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698822.658015:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698822.658019:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698822.658048:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698822.658051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698822.658055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698822.658056:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698822.658057:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698822.658060:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698822.658061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4036
00000400:00000200:1.0:1787698822.658064:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698822.658066:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698822.658068:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698822.658071:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658072:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698822.658075:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658076:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698822.658078:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698822.658079:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698822.658080:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698822.658082:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698822.658083:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698822.658084:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698822.658085:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698822.658090:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698822.658091:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698822.658098:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698822.658100:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658103:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698822.658105:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:2.0:1787698822.658107:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787698822.658111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658114:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698822.658116:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787698822.658118:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698822.658122:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698822.658127:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.658132:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698822.658134:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698822.658137:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698822.658138:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698822.658141:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698822.658145:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698822.658148:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787698822.658150:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698822.658153:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947223936:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698822.658154:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698822.658161:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698822.658161:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787698822.658166:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698822.658167:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698822.658171:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698822.658172:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.658176:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698822.658181:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698822.658184:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658189:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698822.658193:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698822.658198:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698822.658205:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947223936, portal 25
00000100:00000001:2.0:1787698822.658208:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698822.658209:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698822.658216:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698822.658222:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658226:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698822.658231:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787698822.658231:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698822.658235:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787698822.658237:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
02000000:00000001:1.0:1787698822.658238:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698822.658242:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947223936, offset 0
02000000:00000010:1.0:1787698822.658244:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000100:00000001:1.0:1787698822.658249:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658253:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00100000:1.0:1787698822.658254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698822.658266:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698822.658275:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787698822.658277:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698822.658279:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698822.658285:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698822.658295:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787698822.658301:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658304:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:1.0:1787698822.658306:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698822.658311:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787698822.658313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698822.658316:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787698822.658317:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:1.0:1787698822.658320:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698822.658326:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12389:12389:256:4294967295] 192.168.201.121@tcp LPNI seq info [12389:12389:8:4294967295]
00000100:00000001:1.0:1787698822.658327:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698822.658333:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4036
00000400:00000200:2.0:1787698822.658336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698822.658342:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698822.658346:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698822.658348:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698822.658352:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658356:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698822.658361:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787698822.658362:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658368:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698822.658371:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698822.658373:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:2.0:1787698822.658375:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787698822.658376:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698822.658378:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698822.658381:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698822.658382:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000010:2.0:1787698822.658384:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000100:00000040:1.0:1787698822.658388:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658392:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787698822.658396:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698822.658397:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658402:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.0:1787698822.658403:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1787698822.658406:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698822.658413:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:2.1:1787698822.658415:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698822.658418:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698822.658420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1787698822.658421:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698822.658427:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787698822.658428:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698822.658432:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698822.658433:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000100:00000001:1.0:1787698822.658435:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698822.658438:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698822.658441:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658441:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787698822.658443:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698822.658447:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000020:00000040:1.0:1787698822.658450:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698822.658453:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698822.658455:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787698822.658456:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.658459:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698822.658462:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698822.658463:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658465:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
02000000:00000010:1.0:1787698822.658466:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000400:00000010:2.0:1787698822.658470:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:1.0:1787698822.658471:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658478:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787698822.658480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698822.658486:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698822.658494:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698822.658502:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.658506:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698822.658508:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698822.658518:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.658519:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658523:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698822.658529:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.658531:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658535:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698822.658536:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698822.658539:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298709668
00000100:00080000:1.0:1787698822.658541:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698822.658544:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698822.658546:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1787698822.658547:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70d80.
00000100:00000001:1.0:1787698822.658549:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698822.658553:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4036
00000100:00000001:2.0:1787698822.658556:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1787698822.658560:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698822.658566:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698822.658567:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298709668
00000100:00080000:1.0:1787698822.658570:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787698822.658573:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d705a0.
00000100:00000040:1.0:1787698822.658576:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698822.658579:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698822.658580:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698822.658585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698822.658585:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698822.658590:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.658591:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698822.658594:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787698822.658595:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698822.658600:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00100000:2.0:1787698822.658600:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698822/real 1787698822]  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698822.658604:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698822.658608:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698822.658613:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000001:2.0:1787698822.658613:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698822.658616:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1787698822.658617:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000010:2.0:1787698822.658618:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698822.658623:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000100:00000040:1.0:1787698822.658625:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:2.0:1787698822.658626:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698822.658631:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787698822.658632:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787698822.658636:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698822.658638:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658644:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698822.658649:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698822.658652:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698822.658653:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698822.658655:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698822.658658:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787698822.658658:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698822.658664:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698822.658669:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698822.658670:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:1.0:1787698822.658673:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698822.658673:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.658677:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1787698822.658679:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658680:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698822.658684:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698822.658685:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787698822.658692:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698822.658693:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787698822.658698:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000040:2.0:1787698822.658700:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698822.658704:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698822.658707:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658709:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698822.658712:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698822.658712:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787698822.658716:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698822.658716:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.658719:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787698822.658721:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658721:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698822.658724:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698822.658726:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1787698822.658727:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00080000:2.0:1787698822.658730:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698822.658732:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658733:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787698822.658742:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787698822.658743:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698822.658769:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698822.658770:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698822.658775:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698822.658781:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947223936:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698822.658784:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698822.658790:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4046)
00000100:00000001:2.0:1787698822.658792:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.658796:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.658800:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947223936/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.658805:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698822.658807:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698822.658809:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698822.658813:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698822.658814:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698822.658816:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698822.658825:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698822.658828:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698822.658831:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698822.658833:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698822.658835:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698822.658865:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698822.658867:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.658869:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.658876:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698822.658877:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.658880:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698822.658881:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698822.658882:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698822.658886:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.658893:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698822.658894:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.658896:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698822.658898:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698822.658899:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698822.658901:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224064:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698822.658903:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698822.658904:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698822.658905:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.658906:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698822.658909:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698822.658910:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.658912:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698822.658914:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698822.658916:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698822.658918:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224064, portal 10
00000100:00000001:2.0:1787698822.658919:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698822.658920:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698822.658924:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.658929:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698822.658930:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698822.658931:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698822.658933:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947224064, offset 0
00000400:00000200:2.0:1787698822.658935:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698822.658938:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698822.658940:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698822.658942:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698822.658944:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698822.658945:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698822.658947:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698822.658948:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12390:12390:256:4294967295] 192.168.201.121@tcp LPNI seq info [12390:12390:8:4294967295]
00000400:00000200:2.0:1787698822.658951:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698822.658955:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698822.658958:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698822.658960:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698822.658962:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698822.658964:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698822.658966:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698822.658968:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698822.658970:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698822.658971:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698822.658974:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698822.658975:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698822.658977:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698822.658978:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698822.658980:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698822.658982:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.658987:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.658989:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659001:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659002:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698822.659005:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698822.659009:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698822.659012:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698822.659018:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298709011
00000100:00000001:2.0:1787698822.659021:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298709668
00000100:00000001:2.0:1787698822.659023:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298709011
00000100:00000001:2.0:1787698822.659025:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298709668
00000100:00000001:2.0:1787698822.659027:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698822.659028:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659029:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698822.659032:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698822/real 1787698822]  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698822.659037:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698822.659038:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698822.659039:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698822.659040:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698822.659041:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698822.659043:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698822.659044:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698822.659049:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659052:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698822.659053:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659054:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.659055:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698822.659057:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659062:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698822.659064:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659068:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698822.659069:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659070:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.659071:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659072:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698822.659073:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698822.659074:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698822.659076:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698822.659077:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698822.659079:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698822.659083:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224064:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698822.659085:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698822.659087:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659092:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698822.659093:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.659094:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698822.659095:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698822.659096:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698822.659097:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224192:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698822.659099:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698822.659100:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698822.659102:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.659103:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698822.659105:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698822.659106:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.659108:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698822.659110:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698822.659112:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698822.659113:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224192, portal 4
00000100:00000001:2.0:1787698822.659115:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698822.659116:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698822.659119:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659124:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698822.659125:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698822.659126:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698822.659127:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947224192, offset 0
00000400:00000200:2.0:1787698822.659130:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698822.659133:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698822.659136:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698822.659138:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698822.659141:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698822.659143:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698822.659145:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698822.659148:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12391:12391:256:4294967295] 192.168.201.121@tcp LPNI seq info [12391:12391:8:4294967295]
00000400:00000200:2.0:1787698822.659151:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698822.659157:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698822.659161:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698822.659164:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698822.659168:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698822.659170:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698822.659174:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698822.659176:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698822.659180:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698822.659183:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698822.659186:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698822.659189:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698822.659192:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698822.659194:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698822.659196:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698822.659199:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659207:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.659209:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659216:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659218:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698822.659220:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698822.659224:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698822.659227:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698822.659228:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298709028
00000100:00000001:2.0:1787698822.659231:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298709668
00000100:00000001:2.0:1787698822.659233:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298709028
00000100:00000001:2.0:1787698822.659235:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298709668
00000100:00000001:2.0:1787698822.659237:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698822.659239:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659241:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698822.659245:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698822/real 1787698822]  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698822.659252:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698822.659254:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698822.659255:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698822.659257:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698822.659259:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698822.659261:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698822.659264:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698822.659272:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659278:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698822.659279:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659280:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.659281:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698822.659285:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659291:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698822.659295:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659300:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698822.659303:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659304:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.659305:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659307:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698822.659308:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698822.659311:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698822.659314:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698822.659316:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698822.659319:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698822.659327:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224192:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698822.659330:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698822.659333:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659340:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698822.659341:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.659344:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698822.659345:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698822.659347:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698822.659350:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224320:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698822.659353:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698822.659354:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698822.659356:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698822.659357:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698822.659360:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698822.659362:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698822.659365:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698822.659367:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698822.659370:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698822.659373:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224320, portal 4
00000100:00000001:2.0:1787698822.659375:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698822.659376:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698822.659381:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659387:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698822.659389:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698822.659392:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698822.659394:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947224320, offset 0
00000400:00000200:2.0:1787698822.659397:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698822.659401:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698822.659404:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698822.659406:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698822.659409:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698822.659411:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698822.659413:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698822.659416:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12392:12392:256:4294967295] 192.168.201.121@tcp LPNI seq info [12392:12392:8:4294967295]
00000400:00000200:2.0:1787698822.659420:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698822.659426:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698822.659430:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698822.659432:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698822.659436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698822.659438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698822.659442:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698822.659445:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698822.659449:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698822.659450:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698822.659453:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698822.659456:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698822.659458:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698822.659460:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698822.659462:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698822.659466:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659473:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.659476:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698847 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659482:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659484:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698822.659486:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698822.659489:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698822.659492:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698822.659494:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298709015
00000100:00000001:2.0:1787698822.659496:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298709668
00000100:00000001:2.0:1787698822.659498:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298709015
00000100:00000001:2.0:1787698822.659501:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298709668
00000100:00000001:2.0:1787698822.659502:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698822.659504:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659506:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698822.659509:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698822/real 1787698822]  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698822.659516:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698822.659517:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698822.659519:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698822.659521:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698822.659522:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698822.659524:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698822.659527:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698822.659534:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659540:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698822.659541:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659543:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.659544:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698822.659547:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659553:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698822.659557:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659563:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698822.659566:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659567:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698822.659568:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659570:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698822.659572:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698822.659574:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698822.659577:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698822.659578:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698822.659582:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698822.659588:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224320:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698822.659593:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659595:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.659599:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947224064/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659605:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698822.659606:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698822.659608:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698822.659610:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698822.659612:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698822.659613:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698822.659615:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698822.659617:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698822.659619:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698822.659621:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698822.659622:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698822.659625:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698822.659626:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659628:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.659631:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947224192/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659637:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698822.659638:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698822.659639:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698822.659642:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698822.659643:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698822.659644:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698822.659646:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698822.659648:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698822.659650:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698822.659651:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698822.659652:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698822.659654:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698822.659656:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659657:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698822.659659:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947224320/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698847 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698822.659664:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698822.659666:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698822.659667:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698822.659669:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698822.659671:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698822.659672:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698822.659674:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698822.659675:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698822.659677:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698822.659678:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698822.659679:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698822.659681:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698822.659682:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659684:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698822.659687:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698822.659689:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698822.659691:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698822.659693:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698823.104958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698823.104958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698823.104963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698823.104965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698823.104966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698823.104969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698823.104969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698823.104969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698823.104976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698823.104977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698823.104979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698823.104981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698823.104982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698823.104983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698823.104985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698823.104986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698823.104988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698823.104989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698823.104991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698823.104993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698823.104995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698823.104997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698823.104999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698823.105003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698823.105037:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698823.105043:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698823.105046:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698823.360948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298709668, at 4298709696
00000100:00000040:1.0:1787698823.360948:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298709668, at 4298709696
00000100:00000010:1.0:1787698823.360960:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d705a0.
00000100:00000010:0.0:1787698823.360962:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d80.
00000100:00000001:1.0:1787698823.680955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698823.680960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698823.680963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698823.680967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698823.680971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698823.680974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698823.680977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698823.680979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698823.680982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698824.128942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698824.128942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698824.128947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698824.128949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698824.128950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698824.128952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698824.128953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698824.128953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698824.128959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698824.128960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698824.128962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698824.128965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698824.128966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698824.128966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698824.128968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698824.128970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698824.128973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698824.128973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698824.128976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698824.128977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698824.128981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698824.128981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698824.128984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698824.128987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698824.129015:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698824.129018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698824.129020:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698824.704922:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698824.704927:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698824.704929:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698824.704933:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698824.704936:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698824.704939:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698824.704942:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698824.704944:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698824.704947:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698825.152956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698825.152956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698825.152959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698825.152964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698825.152965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698825.152966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698825.152970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698825.152971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698825.152972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698825.152976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698825.152976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698825.152978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698825.152981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698825.152982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698825.152983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698825.152987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698825.152988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698825.152988:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698825.152992:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698825.152992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698825.152994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698825.152997:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698825.152999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698825.152999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698825.153001:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698825.153004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698825.153005:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698825.153008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698825.153010:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698825.153015:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698825.153062:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698825.153066:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698825.153069:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698825.728957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698825.728965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698825.728967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698825.728973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698825.728976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698825.728979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698825.728982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698825.728984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698825.728988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698826.176940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698826.176940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698826.176946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698826.176948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698826.176948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698826.176949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698826.176952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698826.176953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698826.176954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698826.176957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698826.176959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698826.176960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698826.176961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698826.176964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698826.176965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698826.176967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698826.176969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698826.176972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698826.176974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698826.176978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787698826.176980:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698826.176981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698826.176984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698826.176984:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698826.176988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1787698826.176990:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698826.176994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698826.752943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698826.752951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698826.752953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698826.752958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698826.752962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698826.752965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698826.752968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698826.752971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698826.752974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698827.200912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698827.200914:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698827.200918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698827.200920:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698827.200920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698827.200923:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698827.200923:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698827.200926:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698827.200927:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698827.200927:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698827.200931:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698827.200932:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698827.200933:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698827.200934:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698827.200936:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698827.200936:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698827.200937:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698827.200941:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698827.200942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698827.200943:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698827.200946:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698827.200947:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698827.200949:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698827.200952:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698827.200981:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698827.200984:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698827.200987:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698827.776978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698827.776981:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698827.776985:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698827.776987:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698827.776991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1787698827.776992:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698827.776996:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787698827.776997:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787698827.777001:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698827.777002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698827.777007:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698827.777007:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698827.777012:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698827.777016:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698827.777016:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4041
00000400:00000200:1.0:1787698827.777028:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698827.777035:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698827.777039:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698827.777050:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698827.777056:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777058:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698827.777063:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698827.777065:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698827.777067:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698827.777071:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698827.777073:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698827.777075:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698827.777078:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777080:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698827.777082:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777084:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698827.777087:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698827.777090:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777093:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698827.777096:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698827.777099:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698827.777102:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777104:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698827.777106:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698827.777114:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787698827.777118:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698827.777121:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698827.777123:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777126:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698827.777128:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698827.777133:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698827.777140:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:1.0:1787698827.777145:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698827.777153:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698827.777161:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698827.777166:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698827.777170:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698827.777193:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698827.777196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698827.777199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698827.777200:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698827.777202:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698827.777204:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698827.777207:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4041
00000400:00000200:1.0:1787698827.777210:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698827.777213:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698827.777215:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698827.777219:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777221:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698827.777223:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777226:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698827.777229:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698827.777230:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698827.777232:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698827.777234:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698827.777236:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698827.777237:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698827.777239:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698827.777243:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698827.777244:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698827.777248:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787698827.777249:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698827.777253:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777256:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:2.0:1787698827.777259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698827.777260:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698827.777266:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777273:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.777276:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787698827.777278:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698827.777279:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698827.777285:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698827.777286:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698827.777290:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698827.777292:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698827.777297:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947224448:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787698827.777299:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777304:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698827.777305:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787698827.777308:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698827.777310:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787698827.777312:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777315:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.777315:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.777321:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787698827.777322:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000020:00000040:1.0:1787698827.777325:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698827.777327:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787698827.777328:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:1.0:1787698827.777329:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777334:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698827.777334:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698827.777337:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698827.777340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698827.777344:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000400:00000200:2.0:1787698827.777344:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698827.777349:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698827.777351:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00100000:1.0:1787698827.777355:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787698827.777360:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000001:1.0:1787698827.777362:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698827.777365:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698827.777367:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698827.777368:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224448, portal 25
00000100:00000001:2.0:1787698827.777374:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698827.777378:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000001:1.0:1787698827.777379:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698827.777383:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698827.777388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1787698827.777388:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698827.777389:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698827.777392:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698827.777396:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698827.777400:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4041
00000100:00000001:2.0:1787698827.777405:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787698827.777408:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698827.777412:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698827.777419:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698827.777422:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698827.777423:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777425:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787698827.777425:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000040:1.0:1787698827.777429:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777431:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698827.777433:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787698827.777433:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947224448, offset 0
00000020:00000040:1.0:1787698827.777435:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698827.777438:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698827.777440:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698827.777441:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698827.777443:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698827.777447:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698827.777448:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777454:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698827.777455:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777457:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698827.777459:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787698827.777460:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698827.777465:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777466:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698827.777468:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698827.777470:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:1.0:1787698827.777471:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698827.777475:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777478:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787698827.777481:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:1.0:1787698827.777483:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698827.777487:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698827.777487:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787698827.777491:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698827.777493:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000400:00000200:2.0:1787698827.777494:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787698827.777496:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698827.777500:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698827.777501:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:1.0:1787698827.777502:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777505:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698827.777506:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698827.777509:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698827.777510:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12393:12393:256:4294967295] 192.168.201.121@tcp LPNI seq info [12393:12393:8:4294967295]
02000000:00000010:1.0:1787698827.777512:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787698827.777518:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698827.777522:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:1.0:1787698827.777526:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698827.777532:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698827.777535:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698827.777540:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698827.777543:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698827.777555:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777559:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698827.777561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787698827.777563:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000100:00080000:1.0:1787698827.777564:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698827.777567:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698827.777569:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698827.777570:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698827.777574:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4041
00000800:00000200:2.0:1787698827.777576:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:1.0:1787698827.777577:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698827.777583:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:2.0:1787698827.777584:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00080000:1.0:1787698827.777585:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698827.777588:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777591:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698827.777595:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698827.777600:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787698827.777600:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:1.0:1787698827.777603:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698827.777606:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787698827.777607:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1787698827.777608:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698827.777610:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698827.777613:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787698827.777617:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777619:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787698827.777619:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698827.777624:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698827.777625:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:2.0:1787698827.777625:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698827.777633:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787698827.777634:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698827.777640:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698827.777644:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787698827.777645:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698827.777650:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698827.777651:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
02000000:00000001:1.0:1787698827.777653:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787698827.777655:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
02000000:00000001:1.0:1787698827.777657:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777661:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698827.777661:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:1.0:1787698827.777664:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698827.777669:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698827.777669:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698827.777672:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698827.777678:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698827.777683:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698827.777684:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787698827.777685:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698827.777688:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777690:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698827.777692:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787698827.777692:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698827.777695:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698827.777699:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787698827.777704:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.777706:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698827.777710:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698827.777711:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698827.777717:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698827.777719:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698827.777720:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698827.777725:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698827.777729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698827.777735:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298714787
00000100:00000001:1.0:1787698827.777736:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698827.777742:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4051)
00000100:00000010:2.0:1787698827.777743:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70c60.
00000100:00000001:2.0:1787698827.777776:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698827.777782:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298714787
00000100:00000010:2.0:1787698827.777786:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70d80.
00000100:00000001:2.0:1787698827.777790:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698827.777793:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698827.777796:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.777799:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698827.777803:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698827/real 1787698827]  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698827.777812:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698827.777813:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698827.777816:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698827.777818:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698827.777820:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698827.777822:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698827.777826:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698827.777834:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.777840:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698827.777842:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.777844:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.777845:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698827.777875:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.777881:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698827.777886:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.777892:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698827.777895:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.777896:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.777897:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.777899:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698827.777901:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698827.777903:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698827.777907:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698827.777909:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698827.777912:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698827.777919:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947224448:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698827.777926:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.777928:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.777931:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947224448/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.777937:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698827.777940:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698827.777942:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698827.777946:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698827.777948:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698827.777949:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698827.777952:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698827.777954:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:2.0:1787698827.777957:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698827.777959:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698827.777961:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698827.777964:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698827.777965:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.777967:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.777973:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698827.777974:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.777976:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698827.777977:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698827.777979:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698827.777982:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.777989:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698827.777990:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.777992:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698827.777994:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698827.777996:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698827.777999:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224576:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698827.778002:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698827.778003:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698827.778005:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.778007:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698827.778010:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698827.778012:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698827.778015:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698827.778018:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698827.778021:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698827.778024:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224576, portal 10
00000100:00000001:2.0:1787698827.778025:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698827.778027:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698827.778033:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778039:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698827.778042:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698827.778043:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698827.778046:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947224576, offset 0
00000400:00000200:2.0:1787698827.778049:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698827.778053:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698827.778057:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698827.778059:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698827.778062:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698827.778064:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698827.778066:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698827.778069:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12394:12394:256:4294967295] 192.168.201.121@tcp LPNI seq info [12394:12394:8:4294967295]
00000400:00000200:2.0:1787698827.778073:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698827.778079:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698827.778083:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698827.778087:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698827.778091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698827.778093:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698827.778098:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698827.778100:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698827.778103:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698827.778105:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698827.778108:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698827.778111:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698827.778114:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698827.778116:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698827.778118:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698827.778122:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778129:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.778132:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778138:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778139:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698827.778142:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698827.778146:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698827.778149:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698827.778151:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298714130
00000100:00000001:2.0:1787698827.778153:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298714787
00000100:00000001:2.0:1787698827.778155:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298714130
00000100:00000001:2.0:1787698827.778157:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298714787
00000100:00000001:2.0:1787698827.778160:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698827.778161:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778163:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698827.778167:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698827/real 1787698827]  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698827.778174:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698827.778175:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698827.778177:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698827.778179:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698827.778181:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698827.778183:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698827.778186:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698827.778194:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778200:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698827.778201:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778203:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.778204:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698827.778208:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778214:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698827.778218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778224:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698827.778227:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778228:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.778230:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778231:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698827.778234:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698827.778236:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698827.778239:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698827.778242:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698827.778246:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698827.778253:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224576:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698827.778257:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698827.778260:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778271:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698827.778272:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.778275:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698827.778277:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698827.778278:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698827.778281:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224704:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698827.778284:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698827.778285:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698827.778287:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.778289:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698827.778292:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698827.778293:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698827.778297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698827.778299:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698827.778302:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698827.778305:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224704, portal 4
00000100:00000001:2.0:1787698827.778307:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698827.778308:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698827.778313:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778319:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698827.778321:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698827.778323:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698827.778326:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947224704, offset 0
00000400:00000200:2.0:1787698827.778329:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698827.778333:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698827.778336:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698827.778339:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698827.778342:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698827.778344:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698827.778346:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698827.778350:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12395:12395:256:4294967295] 192.168.201.121@tcp LPNI seq info [12395:12395:8:4294967295]
00000400:00000200:2.0:1787698827.778354:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698827.778360:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698827.778364:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698827.778368:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698827.778372:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698827.778375:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698827.778378:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698827.778381:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698827.778384:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698827.778386:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698827.778389:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698827.778392:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698827.778395:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698827.778397:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698827.778399:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698827.778402:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778410:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.778413:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778419:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778420:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698827.778423:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698827.778426:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698827.778429:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698827.778431:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298714147
00000100:00000001:2.0:1787698827.778434:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298714787
00000100:00000001:2.0:1787698827.778436:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298714147
00000100:00000001:2.0:1787698827.778438:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298714787
00000100:00000001:2.0:1787698827.778440:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698827.778442:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778444:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698827.778448:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698827/real 1787698827]  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698827.778456:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698827.778457:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698827.778459:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698827.778461:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698827.778463:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698827.778464:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698827.778467:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698827.778474:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778480:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698827.778482:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778483:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.778485:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698827.778488:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778495:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698827.778498:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778505:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698827.778507:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778509:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.778510:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778511:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698827.778513:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698827.778515:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698827.778519:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698827.778521:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698827.778525:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698827.778532:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224704:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698827.778535:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698827.778538:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778545:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698827.778546:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.778549:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698827.778550:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698827.778552:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698827.778555:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224832:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698827.778558:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698827.778560:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698827.778561:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698827.778563:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698827.778566:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698827.778568:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698827.778571:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698827.778573:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698827.778576:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698827.778579:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224832, portal 4
00000100:00000001:2.0:1787698827.778581:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698827.778582:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698827.778588:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778594:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698827.778596:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698827.778599:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00000200:2.0:1787698827.778601:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947224832, offset 0
00000400:00000200:2.0:1787698827.778604:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698827.778614:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698827.778617:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698827.778620:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698827.778623:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698827.778625:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698827.778627:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698827.778630:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12396:12396:256:4294967295] 192.168.201.121@tcp LPNI seq info [12396:12396:8:4294967295]
00000400:00000200:2.0:1787698827.778634:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698827.778639:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698827.778645:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698827.778648:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
00000800:00000200:2.0:1787698827.778651:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698827.778654:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698827.778659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698827.778661:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698827.778665:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698827.778667:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:2.0:1787698827.778669:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698827.778672:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698827.778675:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:2.0:1787698827.778677:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:2.0:1787698827.778679:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698827.778682:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778689:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.778692:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698852 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778698:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778699:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698827.778703:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698827.778705:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698827.778708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698827.778710:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298714134
00000100:00000001:2.0:1787698827.778712:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298714787
00000100:00000001:2.0:1787698827.778714:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298714134
00000100:00000001:2.0:1787698827.778716:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298714787
00000100:00000001:2.0:1787698827.778718:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698827.778720:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778722:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698827.778725:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698827/real 1787698827]  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698827.778732:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698827.778733:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698827.778735:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698827.778737:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698827.778739:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698827.778741:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698827.778743:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698827.778763:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778770:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698827.778772:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778773:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.778774:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698827.778778:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778784:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698827.778788:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778795:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698827.778797:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778799:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698827.778800:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778802:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698827.778803:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698827.778805:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698827.778808:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698827.778810:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698827.778814:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698827.778822:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947224832:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698827.778830:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778833:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.778836:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947224576/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778842:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698827.778844:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698827.778845:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698827.778866:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698827.778867:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698827.778868:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698827.778870:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698827.778872:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698827.778874:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698827.778876:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698827.778877:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698827.778880:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698827.778881:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778883:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.778887:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947224704/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778892:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698827.778894:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698827.778895:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698827.778897:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698827.778898:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698827.778899:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698827.778901:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698827.778903:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698827.778904:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698827.778906:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698827.778907:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698827.778909:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698827.778910:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778912:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698827.778915:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947224832/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698852 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698827.778922:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698827.778923:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698827.778924:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698827.778926:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698827.778927:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698827.778929:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698827.778930:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698827.778932:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698827.778934:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698827.778935:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698827.778936:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698827.778938:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698827.778939:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778940:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698827.778944:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698827.778945:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698827.778947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698827.778949:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698828.224974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698828.224983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698828.224986:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698828.224986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698828.224988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698828.224998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698828.224999:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698828.224999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698828.225008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698828.225011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698828.225013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698828.225016:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698828.225017:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698828.225018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698828.225024:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698828.225030:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698828.225034:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698828.225036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698828.225039:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698828.225042:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698828.225043:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698828.225046:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698828.225053:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698828.225057:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698828.225093:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698828.225097:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698828.225100:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698828.480973:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298714787, at 4298714816
00000100:00000040:1.0:1787698828.480973:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298714787, at 4298714816
00000100:00000010:1.0:1787698828.480991:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d80.
00000100:00000010:0.0:1787698828.480993:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70c60.
00000100:00000001:1.0:1787698828.800982:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698828.800991:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698828.800994:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698828.800999:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698828.801004:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698828.801008:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698828.801010:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698828.801012:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698828.801015:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698829.249023:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698829.249027:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698829.249032:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698829.249033:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698829.249035:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698829.249041:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698829.249041:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698829.249048:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698829.249050:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698829.249052:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698829.249054:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698829.249062:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698829.249067:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698829.249070:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698829.249074:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698829.249129:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698829.249131:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698829.249132:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698829.249134:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698829.249136:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698829.249137:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698829.249139:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698829.249140:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698829.249141:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698829.249233:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698829.249237:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698829.249241:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698829.824982:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698829.824991:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698829.824995:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698829.825002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698829.825006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698829.825011:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698829.825014:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698829.825018:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698829.825021:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698830.272980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698830.272987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698830.272988:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698830.272989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698830.272993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698830.272996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698830.272997:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698830.272999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698830.273000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698830.273007:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698830.273008:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698830.273009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698830.273012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698830.273015:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698830.273016:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698830.273016:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698830.273020:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698830.273023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698830.273024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698830.273025:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698830.273028:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698830.273030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698830.273032:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698830.273037:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698830.273074:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698830.273078:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698830.273081:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698830.848935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698830.848945:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698830.848947:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698830.848953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698830.848957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698830.848962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698830.848964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698830.848968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698830.848971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698831.296968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698831.296983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698831.296986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698831.296989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698831.296989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698831.296990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698831.296995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698831.296995:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698831.296997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698831.297003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698831.297005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698831.297005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698831.297010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698831.297012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698831.297012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698831.297014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698831.297018:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698831.297018:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698831.297023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698831.297026:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698831.297029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698831.297029:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698831.297030:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698831.297033:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698831.297067:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698831.297078:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698831.297082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698831.872985:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698831.872995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698831.872998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698831.873004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698831.873009:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698831.873014:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698831.873017:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698831.873020:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698831.873023:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698832.320908:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698832.320916:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698832.320919:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698832.320925:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698832.320929:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698832.320931:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698832.320935:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698832.320937:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698832.320939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698832.320940:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698832.320941:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698832.320945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698832.320946:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698832.320948:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698832.320949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320950:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698832.320954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320955:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698832.320956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698832.320960:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698832.320962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698832.320963:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698832.320967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698832.320969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698832.320972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698832.320975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698832.320976:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698832.320979:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698832.320981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320982:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320986:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698832.320989:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320991:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320994:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698832.320999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698832.321002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698832.321043:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698832.321048:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698832.321052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698832.896979:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787698832.896979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698832.896984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698832.896987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698832.896988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.896991:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787698832.896993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:1.0:1787698832.896995:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698832.896996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698832.896999:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698832.897000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698832.897002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787698832.897005:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4046
00000100:00000001:0.0:1787698832.897006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698832.897011:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698832.897016:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698832.897021:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698832.897023:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698832.897026:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897030:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897032:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698832.897034:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698832.897035:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698832.897037:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698832.897040:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698832.897041:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698832.897043:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698832.897045:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897047:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897048:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897049:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698832.897051:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698832.897054:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897055:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698832.897057:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698832.897059:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698832.897061:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897062:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698832.897064:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698832.897072:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787698832.897075:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698832.897078:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698832.897080:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897083:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698832.897085:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698832.897089:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698832.897097:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00000001:1.0:1787698832.897104:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698832.897112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698832.897122:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698832.897124:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698832.897127:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698832.897146:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698832.897148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698832.897150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698832.897151:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698832.897152:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698832.897154:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698832.897156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4046
00000400:00000200:1.0:1787698832.897158:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698832.897160:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698832.897162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698832.897164:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897165:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897166:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897167:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698832.897169:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698832.897170:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698832.897171:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698832.897172:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698832.897173:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698832.897174:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698832.897176:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897177:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897178:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897179:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698832.897181:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698832.897182:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897183:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698832.897184:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698832.897188:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698832.897189:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897190:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698832.897194:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698832.897196:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897197:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698832.897199:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698832.897201:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698832.897203:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698832.897204:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897206:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698832.897207:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698832.897208:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698832.897211:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787698832.897214:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698832.897217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698832.897218:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698832.897224:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698832.897227:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787698832.897228:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698832.897232:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698832.897236:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698832.897241:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.897260:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698832.897264:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897265:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698832.897270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787698832.897270:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698832.897275:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787698832.897276:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787698832.897280:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897281:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698832.897284:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787698832.897289:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947224960:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698832.897290:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698832.897295:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4046
00000100:00000001:2.0:1787698832.897296:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1787698832.897302:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698832.897303:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1787698832.897307:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
02000000:00000001:2.0:1787698832.897308:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698832.897312:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787698832.897313:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1787698832.897319:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000010:2.0:1787698832.897321:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
00000100:00000001:1.0:1787698832.897322:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897325:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897328:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698832.897330:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698832.897331:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698832.897332:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787698832.897334:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698832.897336:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698832.897339:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698832.897342:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698832.897346:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698832.897347:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897351:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897352:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:2.0:1787698832.897353:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00000001:1.0:1787698832.897354:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698832.897359:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698832.897362:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897363:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698832.897364:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787698832.897365:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
02000000:00000001:1.0:1787698832.897367:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698832.897370:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897371:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698832.897373:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1787698832.897373:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947224960, portal 25
00000100:00000001:2.0:1787698832.897379:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:1.0:1787698832.897380:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897383:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.897384:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000010:1.0:1787698832.897387:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787698832.897391:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000040:2.0:1787698832.897393:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698832.897394:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698832.897396:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897400:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698832.897401:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698832.897404:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698832.897410:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:2.0:1787698832.897410:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698832.897414:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698832.897415:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698832.897421:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d066e8.
00000100:00100000:1.0:1787698832.897422:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698832.897426:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947224960, offset 0
00000100:00000001:1.0:1787698832.897432:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698832.897434:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.897438:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698832.897441:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698832.897446:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.897448:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698832.897449:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698832.897453:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698832.897454:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698832.897457:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698832.897458:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698832.897461:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698832.897465:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4046
00000400:00000200:2.0:1787698832.897466:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698832.897469:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698832.897474:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698832.897476:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698832.897478:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897479:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897480:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897481:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698832.897483:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698832.897483:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000200:2.0:1787698832.897483:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:1.0:1787698832.897487:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698832.897488:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000200:2.0:1787698832.897491:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787698832.897492:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698832.897496:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698832.897499:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:1.0:1787698832.897502:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698832.897504:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698832.897508:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698832.897509:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12397:12397:256:4294967295] 192.168.201.121@tcp LPNI seq info [12397:12397:8:4294967295]
00000100:00000001:1.0:1787698832.897510:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698832.897514:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698832.897521:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698832.897521:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698832.897525:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698832.897527:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698832.897529:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698832.897531:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897533:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698832.897536:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698832.897539:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.897540:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787698832.897541:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698832.897546:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698832.897550:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000800:00000200:2.0:1787698832.897550:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698832.897555:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698832.897555:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698832.897556:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1787698832.897557:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e600.
02000000:00000001:1.0:1787698832.897558:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698832.897560:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698832.897565:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000800:00000200:2.0:1787698832.897566:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698832.897570:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698832.897575:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787698832.897580:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698832.897582:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698832.897585:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698832.897587:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698832.897592:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698832.897595:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4056)
00000100:00000001:2.0:1787698832.897596:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.897602:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698832.897604:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298719907
00000100:00000010:2.0:1787698832.897609:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d705a0.
00000100:00000001:2.0:1787698832.897617:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698832.897623:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298719907
00000100:00000010:2.0:1787698832.897627:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70de0.
00000100:00000001:2.0:1787698832.897631:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698832.897634:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698832.897637:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.897640:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.897642:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698832.897650:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698832.897651:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698832.897653:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698832.897655:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698832.897657:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698832.897661:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.897690:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698832.897692:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698832.897694:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698832.897696:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698832.897698:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698832.897702:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225088:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698832.897705:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698832.897707:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698832.897709:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698832.897711:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698832.897714:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698832.897716:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.897720:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698832.897723:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698832.897726:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06000.
00000100:00000200:2.0:1787698832.897729:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225088, portal 10
00000100:00000001:2.0:1787698832.897731:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698832.897733:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698832.897740:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.897747:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698832.897750:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698832.897752:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d067f8.
00000100:00000200:2.0:1787698832.897754:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947225088, offset 0
00000400:00000200:2.0:1787698832.897758:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698832.897762:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698832.897766:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698832.897769:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698832.897771:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698832.897773:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698832.897776:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698832.897779:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12398:12398:255:4294967295] 192.168.201.121@tcp LPNI seq info [12398:12398:7:4294967295]
00000400:00000200:2.0:1787698832.897784:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698832.897790:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698832.897794:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698832.897797:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716eb00.
00000800:00000200:2.0:1787698832.897801:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698832.897812:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698832.897818:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698832.897821:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698832.897825:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698832.897826:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298719249
00000100:00000001:2.0:1787698832.897829:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298719907
00000100:00000001:2.0:1787698832.897832:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298719249
00000100:00000001:2.0:1787698832.897834:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298719907
00000100:00000001:2.0:1787698832.897836:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698832.897837:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.897839:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698832.897843:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.897877:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698832.897879:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698832.897881:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698832.897882:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698832.897884:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698832.897887:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225216:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698832.897890:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698832.897892:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698832.897894:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698832.897896:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698832.897899:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698832.897901:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.897904:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698832.897907:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264840.
00000400:00000010:2.0:1787698832.897910:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698832.897913:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225216, portal 4
00000100:00000001:2.0:1787698832.897915:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698832.897916:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698832.897921:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.897927:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698832.897929:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698832.897932:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06990.
00000100:00000200:2.0:1787698832.897934:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947225216, offset 0
00000400:00000200:2.0:1787698832.897938:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698832.897942:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698832.897946:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698832.897949:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698832.897951:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698832.897953:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698832.897956:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698832.897959:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12399:12399:254:4294967295] 192.168.201.121@tcp LPNI seq info [12399:12399:6:4294967295]
00000400:00000200:2.0:1787698832.897963:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698832.897969:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698832.897973:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698832.897976:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698832.897980:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698832.897983:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698832.897986:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698832.897989:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698832.897992:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698832.897994:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298719267
00000100:00000001:2.0:1787698832.897996:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298719907
00000100:00000001:2.0:1787698832.897999:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298719267
00000100:00000001:2.0:1787698832.898001:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298719907
00000100:00000001:2.0:1787698832.898003:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698832.898006:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.898008:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698832.898011:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.898017:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698832.898019:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698832.898021:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698832.898022:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698832.898024:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698832.898027:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225344:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698832.898030:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698832.898032:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698832.898034:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698832.898035:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698832.898038:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698832.898039:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698832.898042:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698832.898045:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698832.898048:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698832.898051:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225344, portal 4
00000100:00000001:2.0:1787698832.898052:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698832.898054:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698832.898059:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698832.898065:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698832.898067:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698832.898070:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06770.
00000100:00000200:2.0:1787698832.898072:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947225344, offset 0
00000400:00000200:2.0:1787698832.898076:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698832.898079:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698832.898083:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698832.898100:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698832.898103:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698832.898106:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698832.898108:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698832.898111:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12400:12400:253:4294967295] 192.168.201.121@tcp LPNI seq info [12400:12400:5:4294967295]
00000400:00000200:2.0:1787698832.898115:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698832.898121:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698832.898125:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698832.898129:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e800.
00000800:00000200:2.0:1787698832.898133:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698832.898147:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698832.898149:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698832.898153:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698832.898156:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698832.898158:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298719254
00000100:00000001:2.0:1787698832.898160:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298719907
00000100:00000001:2.0:1787698832.898163:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298719254
00000100:00000001:2.0:1787698832.898165:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298719907
00000100:00000001:2.0:1787698832.898167:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698832.898169:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.898171:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.898173:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698832.898176:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698832.898178:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698832.898180:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698832.898181:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698832.898183:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698832.898185:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698833.344939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698833.344939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698833.344946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698833.344946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698833.344946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698833.344948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698833.344951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698833.344952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698833.344953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698833.344958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698833.344959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698833.344961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698833.344963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698833.344964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698833.344964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698833.344968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698833.344968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698833.344971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698833.344971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698833.344975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698833.344975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698833.344978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698833.344982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698833.344985:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698833.345024:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698833.345028:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698833.345030:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698833.600940:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298719907, at 4298719936
00000100:00000040:1.0:1787698833.600940:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298719907, at 4298719936
00000100:00000010:0.0:1787698833.600952:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d705a0.
00000100:00000010:1.0:1787698833.600954:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70de0.
00000100:00000001:0.0:1787698833.920942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698833.920947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698833.920949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698833.920953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698833.920955:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698833.920958:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698833.920959:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698833.920961:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698833.920964:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698834.368934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698834.368941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698834.368943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698834.368943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698834.368945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698834.368949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698834.368950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698834.368951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698834.368953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698834.368954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698834.368958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698834.368958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698834.368959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698834.368961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698834.368962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698834.368965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698834.368965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698834.368969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698834.368970:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698834.368970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698834.368972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698834.368976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698834.368979:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698834.368982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698834.369021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698834.369025:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698834.369028:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698834.944930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698834.944935:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698834.944937:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698834.944940:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698834.944943:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698834.944946:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698834.944948:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698834.944949:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698834.944951:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698835.392946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698835.392950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698835.392953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698835.392955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698835.392957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698835.392963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698835.392964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698835.392968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698835.392968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698835.392973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698835.392974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698835.392978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698835.392978:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698835.392983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698835.392983:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698835.392989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698835.392989:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698835.392996:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698835.392999:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698835.393001:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698835.393004:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698835.393014:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698835.393017:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698835.393018:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698835.393020:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698835.393022:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698835.393024:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698835.393026:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698835.393027:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698835.393029:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698835.393069:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698835.393072:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698835.393074:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698835.968895:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698835.968900:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698835.968902:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698835.968905:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698835.968908:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698835.968910:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698835.968912:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698835.968914:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698835.968916:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787698835.969064:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:3.0:1787698835.969098:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787698835.969108:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698835.969112:0:2343:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:3.0:1787698835.969116:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698835.969120:0:2343:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787698835.969125:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698835.969129:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e600.
00000400:00000200:3.0:1787698835.969134:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698835.969138:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698835.969144:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d066e8
00000400:00000010:3.0:1787698835.969146:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d066e8.
00000100:00000001:3.0:1787698835.969151:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698835.969158:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698835.969183:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698835.969188:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698835.969194:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698835.969196:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698835.969205:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787698835.969208:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716eb00.
00000400:00000200:3.0:1787698835.969211:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787698835.969214:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787698835.969217:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d067f8
00000400:00000010:3.0:1787698835.969219:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d067f8.
00000100:00000001:3.0:1787698835.969222:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698835.969226:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969232:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698835.969235:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698835.969237:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787698835.969241:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969243:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698835.969254:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698832/real 1787698835]  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698835.969256:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698835.969261:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787698835.969270:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000400:00000001:2.0:1787698835.969273:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000010:3.0:1787698835.969274:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000001:2.0:1787698835.969277:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1787698835.969279:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:2.0:1787698835.969283:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:3.0:1787698835.969285:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787698835.969290:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06000
00000400:00000200:3.0:1787698835.969290:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06990
00000400:00000010:3.0:1787698835.969293:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06990.
00000400:00000010:2.0:1787698835.969295:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06000.
00000100:00000001:3.0:1787698835.969298:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698835.969301:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698835.969307:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698835.969309:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698835.969328:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1787698835.969334:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698835.969335:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698835.969361:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698835.969365:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698835.969373:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000100:3.0:1787698835.969375:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000100:00000001:2.0:1787698835.969376:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:3.0:1787698835.969379:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000100:00000001:2.0:1787698835.969382:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1787698835.969384:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787698835.969386:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787698835.969391:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00100000:2.0:1787698835.969396:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698835.969397:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06770
00000400:00000010:3.0:1787698835.969402:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06770.
00000100:00000001:3.0:1787698835.969407:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698835.969410:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1787698835.969416:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698835.969423:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698835.969429:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698835.969436:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698857 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969437:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698835.969443:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969447:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969450:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698835.969453:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698835.969455:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698835.969456:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698835.969461:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698835.969467:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698835.969472:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698835.969475:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698835.969480:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698835.969487:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225088:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698835.969492:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698835.969495:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698832/real 1787698835]  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698835.969502:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698835.969503:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698835.969506:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264840.
00000400:00000200:2.0:1787698835.969509:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698835.969511:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698835.969515:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698835.969518:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698835.969541:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969548:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698835.969550:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969552:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969554:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698835.969557:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969563:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698835.969567:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969573:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698835.969575:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969577:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969578:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969580:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698835.969583:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698835.969585:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698835.969590:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698835.969592:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698835.969596:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698835.969603:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225216:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698835.969608:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698835.969611:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698832/real 1787698835]  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698835.969629:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698835.969631:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698835.969633:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698835.969635:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698835.969637:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698835.969639:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698835.969643:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698835.969651:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969657:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698835.969659:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969660:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969662:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698835.969665:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969672:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698835.969675:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969683:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698835.969685:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969686:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969688:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969689:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698835.969691:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698835.969694:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698835.969698:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698835.969700:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698835.969704:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698835.969710:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225344:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698835.969715:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698835.969718:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698832/real 1787698835]  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698835.969726:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698835.969728:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698835.969730:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698835.969733:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698835.969735:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698835.969737:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698835.969741:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698835.969749:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969755:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698835.969756:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969758:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969759:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698835.969763:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969769:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698835.969772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969778:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698835.969793:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969795:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698835.969796:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969797:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698835.969799:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698835.969802:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698835.969805:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698835.969808:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698835.969812:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698835.969820:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947224960:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698835.969825:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969827:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698835.969831:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947225088/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969838:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698835.969841:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698835.969845:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b000.
02000000:00000001:2.0:1787698835.969888:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698835.969891:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698835.969894:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698835.969897:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698835.969901:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698835.969905:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698835.969907:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698835.969910:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698835.969914:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698835.969915:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969917:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698835.969921:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947225216/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969933:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698835.969934:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698835.969936:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698835.969938:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698835.969939:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698835.969941:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698835.969943:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698835.969945:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698835.969947:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698835.969948:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698835.969950:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698835.969952:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698835.969953:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969955:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698835.969959:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947225344/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969966:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698835.969967:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698835.969969:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698835.969971:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698835.969973:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698835.969974:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698835.969976:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698835.969977:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698835.969980:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698835.969981:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698835.969982:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698835.969986:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698835.969987:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.969988:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698835.969991:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947224960/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698857 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698835.969997:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698835.969999:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698835.970001:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698835.970003:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698835.970004:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698835.970005:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698835.970007:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698835.970008:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698835.970010:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698835.970011:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698835.970013:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698835.970016:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698835.970017:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.970019:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698835.970029:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698835.970031:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698835.970033:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698835.970035:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698836.416941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698836.416941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698836.416949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698836.416949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698836.416951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698836.416951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698836.416957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698836.416957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698836.416961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698836.416961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698836.416965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698836.416965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698836.416968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698836.416971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698836.416974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698836.416974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698836.416975:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698836.416980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698836.416985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698836.416986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698836.416993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698836.416996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698836.417000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698836.417002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698836.417039:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698836.417043:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698836.417045:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698836.992957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698836.992963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698836.992964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698836.992969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698836.992972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698836.992975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698836.992977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698836.992979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698836.992981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698837.440927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698837.440934:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698837.440935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698837.440940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698837.440940:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698837.440948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698837.440949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698837.440953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698837.440953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698837.440957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698837.440959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698837.440961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698837.440964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698837.440967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698837.440968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698837.441009:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698837.441012:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698837.441014:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698837.441052:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698837.441056:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698837.441057:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698837.441060:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698837.441062:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698837.441064:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698837.441066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698837.441067:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698837.441069:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.016946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698838.016949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698838.016952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698838.016955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698838.016957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787698838.016959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698838.016960:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698838.016964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787698838.016964:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698838.016967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698838.016969:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698838.016971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698838.016973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.016976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698838.016976:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4051
00000400:00000200:2.0:1787698838.016984:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698838.016989:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698838.016992:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698838.016995:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.016998:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698838.017000:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017002:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698838.017004:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698838.017005:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698838.017007:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698838.017010:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698838.017011:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698838.017012:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698838.017014:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017015:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698838.017016:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698838.017020:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698838.017022:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017023:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698838.017025:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698838.017027:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698838.017029:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017030:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698838.017032:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698838.017037:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698838.017040:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698838.017042:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698838.017043:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017045:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698838.017047:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698838.017051:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698838.017058:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:2.0:1787698838.017064:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698838.017073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698838.017082:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698838.017086:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698838.017090:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698838.017111:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698838.017113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698838.017117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698838.017118:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698838.017119:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698838.017122:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698838.017124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4051
00000400:00000200:2.0:1787698838.017127:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698838.017130:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698838.017133:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698838.017136:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017139:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698838.017141:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017143:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698838.017145:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698838.017146:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698838.017148:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698838.017150:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698838.017152:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698838.017153:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787698838.017154:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698838.017159:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787698838.017160:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017164:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698838.017166:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698838.017170:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787698838.017171:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698838.017176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017179:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698838.017182:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698838.017182:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698838.017189:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698838.017193:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.017196:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698838.017197:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698838.017199:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787698838.017203:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698838.017205:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787698838.017209:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.017210:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698838.017213:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.017215:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698838.017219:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000100:00100000:1.0:1787698838.017221:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947225472:192.168.201.121@tcp:250:kworker.0
00000020:00000040:2.0:1787698838.017224:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:1.0:1787698838.017229:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698838.017230:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698838.017233:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017235:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698838.017236:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698838.017237:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698838.017240:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698838.017241:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.017248:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698838.017249:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
02000000:00000010:1.0:1787698838.017255:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
00000100:00000001:2.0:1787698838.017255:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.017259:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698838.017261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698838.017269:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698838.017275:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787698838.017276:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698838.017279:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698838.017286:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000040:2.0:1787698838.017286:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698838.017296:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225472, portal 25
00000100:00000001:2.0:1787698838.017298:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.017300:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787698838.017303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698838.017304:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00080000:2.0:1787698838.017311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787698838.017314:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698838.017314:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698838.017318:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698838.017325:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698838.017329:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787698838.017331:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4051
00000100:00000040:1.0:1787698838.017335:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698838.017339:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000400:00000200:2.0:1787698838.017339:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:1.0:1787698838.017345:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947225472, offset 0
00000400:00000200:2.0:1787698838.017347:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698838.017351:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698838.017355:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017358:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698838.017362:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698838.017364:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017368:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698838.017370:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698838.017372:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787698838.017376:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:2.0:1787698838.017376:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698838.017380:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698838.017384:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698838.017387:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:2.0:1787698838.017388:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698838.017396:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1787698838.017396:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017400:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698838.017405:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:2.0:1787698838.017407:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698838.017412:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787698838.017413:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698838.017419:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:2.0:1787698838.017419:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698838.017426:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787698838.017428:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12401:12401:256:4294967295] 192.168.201.121@tcp LPNI seq info [12401:12401:8:4294967295]
00000100:00000001:2.0:1787698838.017432:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698838.017436:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698838.017437:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698838.017440:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698838.017445:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017448:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787698838.017453:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1787698838.017453:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698838.017459:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017462:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698838.017466:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000010:2.0:1787698838.017469:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698838.017474:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000800:00000010:1.0:1787698838.017475:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
02000000:00000001:2.0:1787698838.017476:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698838.017479:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017481:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698838.017484:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787698838.017486:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698838.017487:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698838.017491:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698838.017498:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698838.017502:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
02000000:00000010:2.0:1787698838.017506:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632bc00.
00000800:00000100:1.0:1787698838.017509:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017513:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698838.017514:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00100000:2.0:1787698838.017521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698838.017522:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698838.017531:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698838.017537:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698838.017540:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698838.017545:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698838.017546:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698838.017551:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698838.017552:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698838.017559:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.017572:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698838.017573:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698838.017588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787698838.017590:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698838.017593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698838.017597:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698838.017600:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698838.017606:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017606:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698838.017610:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787698838.017611:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4051
00000400:00000200:2.0:1787698838.017618:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698838.017620:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698838.017623:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698838.017627:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787698838.017629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698838.017633:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298725027
00000100:00000040:2.0:1787698838.017637:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000010:1.0:1787698838.017640:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470109c0.
00000100:00000001:2.0:1787698838.017641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698838.017646:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017648:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698838.017651:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1787698838.017651:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698838.017654:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698838.017657:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698838.017659:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787698838.017661:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298725027
00000020:00000001:2.0:1787698838.017662:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698838.017667:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000010:1.0:1787698838.017668:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010d20.
00000100:00000040:2.0:1787698838.017673:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698838.017676:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698838.017677:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698838.017681:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787698838.017682:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698838.017687:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698838.017688:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698838.017690:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698838.017693:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787698838.017696:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:1.0:1787698838.017702:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698838/real 1787698838]  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698838.017702:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698838.017706:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698838.017709:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698838.017715:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017718:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000001:1.0:1787698838.017720:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:2.0:1787698838.017721:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787698838.017723:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1787698838.017725:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698838.017727:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698838.017728:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698838.017732:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000100:00000010:2.0:1787698838.017735:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000400:00000010:1.0:1787698838.017736:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000020:00000040:2.0:1787698838.017740:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698838.017741:0:2353:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787698838.017746:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787698838.017748:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698838.017749:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698838.017753:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698838.017756:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698838.017758:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698838.017766:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000100:00000200:1.0:1787698838.017769:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698838.017771:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698838.017781:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698838.017783:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698838.017786:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.017791:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.017796:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698838.017796:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698838.017800:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698838.017806:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698838.017808:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.017828:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698838.017831:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698838.017838:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698838.017839:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4062)
00000100:00000001:1.0:1787698838.017876:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698838.017879:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.017881:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.017883:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.017886:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698838.017889:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698838.017892:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698838.017896:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698838.017900:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698838.017905:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698838.017915:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947225472:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698838.017921:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.017923:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.017933:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947225472/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.017944:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698838.017946:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698838.017949:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698838.017952:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698838.017954:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698838.017955:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698838.017957:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698838.017960:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:1.0:1787698838.017964:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698838.017966:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698838.017967:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698838.017970:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698838.017971:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.017974:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.017982:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698838.017983:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.017985:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698838.017986:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698838.017988:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698838.017992:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.017997:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698838.017999:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.018000:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698838.018002:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698838.018004:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698838.018006:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225600:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698838.018009:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698838.018011:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698838.018012:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.018014:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698838.018017:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698838.018019:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698838.018022:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698838.018026:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698838.018029:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698838.018032:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225600, portal 10
00000100:00000001:1.0:1787698838.018034:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698838.018035:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:1.0:1787698838.018043:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018049:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698838.018051:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698838.018052:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698838.018055:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947225600, offset 0
00000400:00000200:1.0:1787698838.018058:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698838.018062:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698838.018066:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698838.018070:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698838.018072:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698838.018074:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698838.018076:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698838.018078:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12402:12402:256:4294967295] 192.168.201.121@tcp LPNI seq info [12402:12402:8:4294967295]
00000400:00000200:1.0:1787698838.018081:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698838.018087:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698838.018090:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698838.018093:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698838.018097:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698838.018099:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698838.018104:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698838.018107:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787698838.018110:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698838.018112:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698838.018115:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698838.018118:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698838.018121:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698838.018123:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698838.018125:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698838.018129:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018136:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.018139:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018144:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.018145:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698838.018148:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698838.018152:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698838.018154:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698838.018156:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298724370
00000100:00000001:1.0:1787698838.018159:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298725027
00000100:00000001:1.0:1787698838.018161:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298724370
00000100:00000001:1.0:1787698838.018163:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298725027
00000100:00000001:1.0:1787698838.018165:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698838.018166:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.018168:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698838.018171:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698838/real 1787698838]  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698838.018177:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698838.018179:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698838.018180:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698838.018182:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698838.018184:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698838.018185:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698838.018188:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698838.018196:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018208:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698838.018209:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018211:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.018213:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698838.018216:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018222:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698838.018225:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018231:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698838.018234:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018235:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.018237:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018238:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698838.018240:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698838.018243:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698838.018245:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698838.018247:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698838.018251:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698838.018258:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225600:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698838.018262:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698838.018265:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018272:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698838.018273:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.018275:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698838.018277:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698838.018279:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698838.018282:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225728:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698838.018285:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698838.018287:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698838.018288:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.018290:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698838.018292:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698838.018294:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698838.018297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698838.018299:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698838.018303:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698838.018305:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225728, portal 4
00000100:00000001:1.0:1787698838.018307:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698838.018308:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698838.018313:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018318:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698838.018321:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698838.018322:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698838.018325:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947225728, offset 0
00000400:00000200:1.0:1787698838.018329:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698838.018333:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698838.018336:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698838.018339:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698838.018341:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698838.018343:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698838.018345:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698838.018348:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12403:12403:256:4294967295] 192.168.201.121@tcp LPNI seq info [12403:12403:8:4294967295]
00000400:00000200:1.0:1787698838.018351:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698838.018356:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698838.018360:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698838.018363:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698838.018366:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698838.018368:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698838.018372:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698838.018374:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787698838.018377:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698838.018379:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698838.018382:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698838.018385:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698838.018388:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698838.018389:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698838.018391:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698838.018394:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018400:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.018403:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018408:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.018410:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698838.018413:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698838.018416:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698838.018419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698838.018421:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298724387
00000100:00000001:1.0:1787698838.018423:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298725027
00000100:00000001:1.0:1787698838.018425:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298724387
00000100:00000001:1.0:1787698838.018426:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298725027
00000100:00000001:1.0:1787698838.018428:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698838.018430:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.018431:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698838.018435:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698838/real 1787698838]  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698838.018442:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698838.018443:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698838.018445:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698838.018447:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698838.018448:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698838.018450:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698838.018452:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698838.018459:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018465:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698838.018466:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018468:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.018469:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698838.018472:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018478:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698838.018481:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018487:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698838.018490:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018491:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.018492:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018493:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698838.018495:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698838.018497:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698838.018500:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698838.018501:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698838.018506:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698838.018512:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225728:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698838.018515:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698838.018517:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018523:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698838.018524:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.018526:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698838.018527:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698838.018529:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698838.018531:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225856:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698838.018534:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698838.018535:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698838.018536:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698838.018538:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698838.018541:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698838.018542:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698838.018545:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698838.018547:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698838.018550:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698838.018553:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225856, portal 4
00000100:00000001:1.0:1787698838.018554:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698838.018555:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698838.018560:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018565:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698838.018567:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698838.018569:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698838.018571:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947225856, offset 0
00000400:00000200:1.0:1787698838.018576:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698838.018735:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698838.018740:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698838.018743:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698838.018745:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698838.018748:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698838.018750:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698838.018753:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12404:12404:256:4294967295] 192.168.201.121@tcp LPNI seq info [12404:12404:8:4294967295]
00000400:00000200:1.0:1787698838.018757:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698838.018762:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698838.018766:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698838.018770:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698838.018773:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698838.018775:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698838.018779:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698838.018782:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787698838.018785:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698838.018787:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698838.018789:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698838.018792:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698838.018795:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698838.018797:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698838.018799:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698838.018803:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018810:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.018813:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698863 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018818:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.018820:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698838.018823:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698838.018825:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698838.018828:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698838.018830:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298724374
00000100:00000001:1.0:1787698838.018832:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298725027
00000100:00000001:1.0:1787698838.018834:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298724374
00000100:00000001:1.0:1787698838.018836:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298725027
00000100:00000001:1.0:1787698838.018838:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698838.018839:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.018840:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698838.018844:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698838/real 1787698838]  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698838.018874:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698838.018876:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698838.018877:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698838.018879:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698838.018880:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698838.018882:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698838.018885:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698838.018892:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018897:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698838.018898:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018900:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.018901:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698838.018904:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018910:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698838.018913:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018918:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698838.018921:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018922:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698838.018923:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018924:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698838.018926:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698838.018929:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698838.018932:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698838.018934:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698838.018937:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698838.018951:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947225856:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698838.018954:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018956:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.018959:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947225600/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.018965:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698838.018967:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698838.018969:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698838.018972:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698838.018974:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698838.018975:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698838.018977:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698838.018979:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329000.
02000000:00000001:1.0:1787698838.018982:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698838.018983:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698838.018984:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698838.018987:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698838.018988:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.018989:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.018992:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947225728/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.019003:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698838.019005:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698838.019006:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698838.019008:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698838.019009:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698838.019010:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698838.019012:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698838.019014:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632bc00.
02000000:00000001:1.0:1787698838.019016:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698838.019017:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698838.019019:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698838.019021:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698838.019022:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.019024:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698838.019027:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947225856/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698863 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698838.019033:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698838.019034:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698838.019035:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698838.019037:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698838.019038:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698838.019039:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698838.019041:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698838.019042:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787698838.019044:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698838.019045:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698838.019046:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698838.019048:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698838.019049:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.019051:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698838.019057:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698838.019058:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698838.019060:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698838.019062:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698838.465006:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698838.465006:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698838.465012:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698838.465015:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698838.465015:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698838.465021:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698838.465022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698838.465026:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698838.465027:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698838.465030:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698838.465032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698838.465032:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698838.465041:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698838.465042:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698838.465044:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698838.465052:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698838.465052:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698838.465053:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698838.465059:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698838.465064:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698838.465066:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698838.465066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698838.465070:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698838.465082:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698838.465102:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698838.465106:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698838.465108:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698838.720946:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298725027, at 4298725056
00000100:00000040:1.0:1787698838.720946:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298725027, at 4298725056
00000100:00000010:0.0:1787698838.720958:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470109c0.
00000100:00000010:1.0:1787698838.720962:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d20.
00000100:00000001:1.0:1787698839.040930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698839.040935:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698839.040937:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698839.040940:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698839.040942:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698839.040944:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698839.040946:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698839.040948:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698839.040950:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698839.488922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698839.488922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698839.488923:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698839.488928:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698839.488930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698839.488930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698839.488934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698839.488934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698839.488935:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698839.488938:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698839.488940:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698839.488940:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698839.488943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698839.488946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698839.488947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698839.488947:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698839.488951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698839.488951:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698839.488956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698839.488958:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698839.488960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698839.488966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698839.488968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698839.488971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698839.488993:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698839.488997:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698839.489000:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698840.064945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698840.064950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698840.064952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698840.064955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698840.064957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698840.064959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698840.064961:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698840.064968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698840.064970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698840.512946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698840.512946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698840.512954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698840.512955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698840.512959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698840.512959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698840.512965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698840.512966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698840.512966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698840.512972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698840.512972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698840.512973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698840.512975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698840.512977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698840.512978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698840.512979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698840.512979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698840.512982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698840.512986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698840.512986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698840.512990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698840.512990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698840.512993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698840.512996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698840.513045:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698840.513047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698840.513049:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698841.088934:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698841.088940:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698841.088942:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698841.088946:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698841.088948:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698841.088951:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698841.088952:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698841.088954:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698841.088956:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698841.536912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698841.536913:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698841.536917:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698841.536919:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698841.536920:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698841.536920:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698841.536923:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698841.536924:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698841.536926:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698841.536927:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698841.536929:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698841.536930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698841.536931:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698841.536934:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698841.536935:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698841.536936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698841.536936:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698841.536939:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698841.536941:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698841.536942:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698841.536946:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698841.536947:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698841.536950:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698841.536953:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698841.536973:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698841.536977:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698841.536979:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698842.112974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698842.112981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698842.112983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698842.112987:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698842.112991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698842.112994:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698842.112997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698842.112999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698842.113002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561003:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698842.561003:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698842.561012:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698842.561014:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698842.561015:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561020:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698842.561024:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698842.561024:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698842.561028:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698842.561036:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698842.561037:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698842.561038:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698842.561043:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561045:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698842.561046:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698842.561047:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698842.561057:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698842.561058:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698842.561058:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698842.561066:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698842.561067:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698842.561068:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698842.561080:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698842.561080:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561083:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698842.561086:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698842.561092:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561094:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698842.561099:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698842.561103:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561106:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698842.561107:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561109:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561111:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698842.561115:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698842.561117:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698842.561161:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698842.561164:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698842.561166:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698843.136914:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698843.136920:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787698843.136920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698843.136923:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698843.136929:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698843.136929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698843.136934:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698843.136935:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787698843.136938:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698843.136939:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698843.136942:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698843.136944:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698843.136948:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698843.136951:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4057
00000100:00000001:1.0:1787698843.136953:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698843.136963:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698843.136970:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698843.136973:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698843.136978:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.136981:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.136984:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.136986:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698843.136989:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698843.136991:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698843.136992:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698843.136995:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698843.136997:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698843.136999:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698843.137001:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137002:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.137003:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137004:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698843.137006:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698843.137008:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137010:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698843.137012:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698843.137014:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698843.137016:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137018:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698843.137020:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698843.137026:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2e1c0.
00000020:00000040:2.0:1787698843.137028:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698843.137031:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698843.137032:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137034:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698843.137036:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698843.137038:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698843.137044:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787698843.137048:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698843.137055:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698843.137062:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698843.137065:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698843.137068:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000753f72e0] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698843.137083:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698843.137085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698843.137088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698843.137089:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698843.137090:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698843.137092:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698843.137093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4057
00000400:00000200:2.0:1787698843.137096:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698843.137098:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698843.137100:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698843.137102:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137104:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.137106:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137107:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698843.137109:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698843.137109:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698843.137111:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698843.137112:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787698843.137113:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698843.137116:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698843.137118:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698843.137118:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698843.137122:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698843.137123:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137125:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.137129:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698843.137130:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698843.137131:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698843.137135:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698843.137140:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137144:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137149:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787698843.137149:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698843.137152:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698843.137154:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698843.137155:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698843.137159:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.137160:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698843.137161:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698843.137165:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698843.137166:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787698843.137169:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137172:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698843.137175:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947225984:192.168.201.121@tcp:250:kworker.0
00000100:00000010:2.0:1787698843.137176:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2d2c0.
00000020:00000040:2.0:1787698843.137179:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698843.137184:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787698843.137185:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698843.137186:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137190:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698843.137191:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698843.137193:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698843.137193:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698843.137198:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698843.137199:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137203:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.137204:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698843.137211:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
00000100:00100000:2.0:1787698843.137211:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698843.137216:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698843.137222:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698843.137225:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698843.137231:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698843.137232:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698843.137233:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000040:2.0:1787698843.137237:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077903b11] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698843.137241:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947225984, portal 25
00000100:00000001:2.0:1787698843.137244:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137245:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698843.137248:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214395328 : -116989495156288 : ffff959942b2e1c0)
00000100:00080000:2.0:1787698843.137250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787698843.137257:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698843.137257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698843.137261:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698843.137264:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698843.137268:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698843.137269:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787698843.137272:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698843.137275:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00080000:2.0:1787698843.137277:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4057
00000100:00000200:1.0:1787698843.137278:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947225984, offset 0
00000400:00000200:2.0:1787698843.137284:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.137289:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698843.137292:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698843.137295:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698843.137298:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698843.137303:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.137308:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137311:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698843.137314:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:2.0:1787698843.137315:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698843.137318:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698843.137321:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698843.137322:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787698843.137324:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698843.137327:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698843.137329:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:2.0:1787698843.137332:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698843.137334:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787698843.137339:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137340:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137345:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698843.137346:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12405:12405:256:4294967295] 192.168.201.121@tcp LPNI seq info [12405:12405:8:4294967295]
00000100:00000040:2.0:1787698843.137351:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137354:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698843.137356:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698843.137360:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698843.137364:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137369:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698843.137372:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698843.137373:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787698843.137376:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698843.137380:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137382:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787698843.137385:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000008:00100000:2.0:1787698843.137385:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698843.137390:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137392:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698843.137394:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000010:2.0:1787698843.137397:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698843.137401:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000800:00000200:1.0:1787698843.137406:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698843.137406:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698843.137407:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137411:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698843.137412:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698843.137414:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698843.137415:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
02000000:00000010:2.0:1787698843.137417:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000100:00000001:2.0:1787698843.137422:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698843.137426:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00100000:2.0:1787698843.137428:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698843.137434:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698843.137435:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698843.137437:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698843.137441:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698843.137443:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698843.137447:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698843.137449:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698843.137451:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787698843.137451:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787698843.137456:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698843.137459:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4057
00000800:00000100:1.0:1787698843.137464:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698843.137465:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:1.0:1787698843.137470:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:2.0:1787698843.137470:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698843.137474:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698843.137476:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137478:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698843.137479:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.137483:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137487:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787698843.137489:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698843.137509:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698843.137510:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000200:1.0:1787698843.137512:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000020:00000001:2.0:1787698843.137513:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787698843.137515:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000020:00000040:2.0:1787698843.137517:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787698843.137521:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787698843.137521:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698843.137526:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:1.0:1787698843.137528:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698843.137532:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137538:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698843.137542:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137546:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698843.137550:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698843.137552:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787698843.137553:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698843.137556:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698843.137558:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787698843.137560:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698843.137561:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698843.137566:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698843.137570:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698843.137573:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698843.137576:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787698843.137577:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137581:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698843.137582:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137588:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698843.137588:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698843.137594:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000400:00000200:1.0:1787698843.137595:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698843.137601:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298730147
02000000:00000001:2.0:1787698843.137601:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698843.137605:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698843.137607:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010d20.
00000100:00000001:2.0:1787698843.137609:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698843.137612:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698843.137614:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1787698843.137615:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137620:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298730147
02000000:00000010:2.0:1787698843.137622:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a000.
00000100:00000010:1.0:1787698843.137625:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010960.
00000100:00000001:2.0:1787698843.137628:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137629:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698843.137633:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698843.137635:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698843.137638:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698843.137639:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698843.137644:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698843/real 1787698843]  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698843.137657:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787698843.137659:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698843.137662:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787698843.137662:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698843.137664:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698843.137668:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698843.137671:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000040:2.0:1787698843.137671:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137672:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698843.137678:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698843.137694:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698843.137695:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698843.137701:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4067)
00000100:00000001:1.0:1787698843.137702:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698843.137704:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137706:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.137707:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698843.137710:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137714:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698843.137718:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137722:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698843.137724:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137725:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.137726:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137727:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698843.137728:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698843.137730:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698843.137732:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698843.137733:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698843.137736:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698843.137741:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947225984:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698843.137744:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137745:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.137747:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2e1c0 x1874533947225984/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137754:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698843.137756:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698843.137758:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698843.137760:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698843.137761:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698843.137762:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698843.137763:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698843.137765:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329400.
02000000:00000001:1.0:1787698843.137767:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698843.137768:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698843.137770:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2e1c0.
00000100:00000001:1.0:1787698843.137773:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698843.137774:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137775:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137780:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698843.137781:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137782:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698843.137783:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698843.137784:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698843.137786:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137790:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698843.137791:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.137792:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698843.137794:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698843.137795:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698843.137796:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226112:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698843.137798:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698843.137799:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698843.137800:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.137802:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698843.137804:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698843.137806:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698843.137809:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698843.137812:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698843.137815:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698843.137818:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226112, portal 10
00000100:00000001:1.0:1787698843.137820:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698843.137821:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214391488 : -116989495160128 : ffff959942b2d2c0)
00000100:00000040:1.0:1787698843.137828:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137833:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698843.137836:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698843.137838:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698843.137840:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947226112, offset 0
00000400:00000200:1.0:1787698843.137843:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137863:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.137866:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698843.137868:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698843.137870:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698843.137871:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698843.137873:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.137875:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12406:12406:256:4294967295] 192.168.201.121@tcp LPNI seq info [12406:12406:8:4294967295]
00000400:00000200:1.0:1787698843.137877:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.137881:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698843.137884:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698843.137886:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698843.137889:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698843.137890:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698843.137893:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698843.137895:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787698843.137897:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698843.137899:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698843.137901:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698843.137903:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698843.137905:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698843.137906:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698843.137908:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698843.137910:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137915:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.137917:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137920:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137922:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698843.137924:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698843.137926:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698843.137928:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698843.137929:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298729490
00000100:00000001:1.0:1787698843.137931:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298730147
00000100:00000001:1.0:1787698843.137933:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298729490
00000100:00000001:1.0:1787698843.137935:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298730147
00000100:00000001:1.0:1787698843.137937:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698843.137939:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.137940:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698843.137944:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698843/real 1787698843]  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698843.137951:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698843.137952:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698843.137953:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698843.137955:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698843.137957:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698843.137959:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698843.137962:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698843.137970:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137982:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698843.137983:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.137985:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.137985:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698843.137988:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137992:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698843.137994:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.137998:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698843.137999:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138000:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.138001:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138002:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698843.138004:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698843.138007:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698843.138009:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698843.138011:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698843.138015:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698843.138022:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226112:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698843.138026:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698843.138029:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138041:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698843.138042:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.138044:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698843.138046:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698843.138047:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698843.138049:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226240:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698843.138051:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698843.138052:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698843.138053:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.138054:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698843.138056:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698843.138058:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698843.138060:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698843.138062:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698843.138064:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698843.138066:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226240, portal 4
00000100:00000001:1.0:1787698843.138067:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698843.138068:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698843.138072:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138075:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698843.138077:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698843.138079:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698843.138081:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947226240, offset 0
00000400:00000200:1.0:1787698843.138085:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698843.138089:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.138092:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698843.138095:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698843.138097:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698843.138099:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698843.138101:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.138104:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12407:12407:256:4294967295] 192.168.201.121@tcp LPNI seq info [12407:12407:8:4294967295]
00000400:00000200:1.0:1787698843.138108:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.138114:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698843.138119:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698843.138122:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698843.138125:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698843.138127:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698843.138130:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698843.138131:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787698843.138134:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698843.138135:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698843.138137:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698843.138139:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698843.138141:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698843.138142:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698843.138144:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698843.138146:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138151:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.138152:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138156:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.138158:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698843.138160:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698843.138163:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698843.138167:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698843.138169:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298729507
00000100:00000001:1.0:1787698843.138171:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298730147
00000100:00000001:1.0:1787698843.138173:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298729507
00000100:00000001:1.0:1787698843.138175:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298730147
00000100:00000001:1.0:1787698843.138177:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698843.138179:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.138180:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698843.138184:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698843/real 1787698843]  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698843.138193:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698843.138194:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698843.138196:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698843.138198:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698843.138199:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698843.138201:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698843.138203:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698843.138211:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138216:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698843.138217:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138219:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.138220:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698843.138224:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138230:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698843.138234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138238:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698843.138240:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138241:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.138242:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138243:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698843.138244:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698843.138245:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698843.138247:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698843.138248:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698843.138251:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698843.138255:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226240:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698843.138258:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698843.138259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138262:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698843.138263:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.138265:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698843.138266:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698843.138268:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698843.138269:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226368:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698843.138271:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698843.138272:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698843.138273:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698843.138274:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698843.138276:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698843.138277:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698843.138279:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698843.138282:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698843.138284:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698843.138287:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226368, portal 4
00000100:00000001:1.0:1787698843.138289:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698843.138290:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698843.138295:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138301:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698843.138303:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698843.138305:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698843.138308:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947226368, offset 0
00000400:00000200:1.0:1787698843.138312:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698843.138316:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.138320:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698843.138322:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698843.138325:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698843.138327:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698843.138329:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698843.138331:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12408:12408:256:4294967295] 192.168.201.121@tcp LPNI seq info [12408:12408:8:4294967295]
00000400:00000200:1.0:1787698843.138334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698843.138337:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698843.138340:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698843.138342:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698843.138345:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698843.138346:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698843.138349:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698843.138350:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787698843.138353:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698843.138354:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698843.138356:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698843.138358:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698843.138359:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698843.138361:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698843.138362:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698843.138364:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138369:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.138371:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698868 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138374:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.138375:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698843.138377:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698843.138379:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698843.138381:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698843.138382:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298729494
00000100:00000001:1.0:1787698843.138384:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298730147
00000100:00000001:1.0:1787698843.138386:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298729494
00000100:00000001:1.0:1787698843.138387:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298730147
00000100:00000001:1.0:1787698843.138388:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698843.138389:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.138390:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698843.138392:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698843/real 1787698843]  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698843.138397:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698843.138398:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698843.138399:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698843.138400:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698843.138401:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698843.138402:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698843.138404:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698843.138409:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138412:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698843.138413:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138414:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.138415:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698843.138416:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138420:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698843.138422:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138426:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698843.138428:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138429:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698843.138429:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138430:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698843.138432:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698843.138433:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698843.138435:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698843.138436:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698843.138438:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698843.138442:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226368:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698843.138444:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138445:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.138446:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2d2c0 x1874533947226112/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138450:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698843.138451:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698843.138452:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698843.138454:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698843.138455:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698843.138455:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698843.138456:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698843.138458:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698843.138460:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698843.138461:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698843.138462:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2d2c0.
00000100:00000001:1.0:1787698843.138465:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698843.138466:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138468:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.138471:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947226240/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138483:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698843.138484:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698843.138486:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698843.138488:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698843.138489:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698843.138502:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698843.138505:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698843.138507:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b800.
02000000:00000001:1.0:1787698843.138510:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698843.138511:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698843.138512:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698843.138515:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698843.138516:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138518:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698843.138521:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947226368/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698868 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698843.138527:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698843.138528:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698843.138529:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698843.138532:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698843.138533:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698843.138534:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698843.138535:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698843.138537:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a000.
02000000:00000001:1.0:1787698843.138538:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698843.138539:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698843.138541:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698843.138543:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698843.138544:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138546:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698843.138549:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698843.138551:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698843.138552:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698843.138554:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698843.584950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698843.584950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698843.584953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698843.584958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698843.584959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698843.584959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698843.584963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698843.584964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698843.584967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698843.584970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698843.584971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698843.584971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698843.584978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698843.584978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698843.584980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698843.584983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698843.584983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698843.584983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698843.584988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698843.584991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698843.584993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698843.584997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698843.585000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698843.585003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698843.585031:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698843.585035:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698843.585039:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698843.840933:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298730147, at 4298730176
00000100:00000040:1.0:1787698843.840933:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298730147, at 4298730176
00000100:00000010:1.0:1787698843.840947:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010960.
00000100:00000010:0.0:1787698843.840949:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d20.
00000100:00000001:1.0:1787698844.160949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698844.160956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698844.160958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698844.160963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698844.160966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698844.160970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698844.160972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698844.160975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698844.160978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698844.608925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698844.608926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698844.608932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698844.608933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698844.608934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698844.608935:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698844.608942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698844.608942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698844.608948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698844.608948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698844.608952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698844.608952:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698844.608957:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698844.608960:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698844.608961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698844.608962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698844.608962:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698844.608966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698844.608967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698844.608969:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698844.608974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698844.608977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698844.608982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698844.608983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698844.609015:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698844.609018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698844.609020:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698845.184956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698845.184962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698845.184963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698845.184967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698845.184969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698845.184971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698845.184973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698845.184975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698845.184977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698845.632951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698845.632951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698845.632955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698845.632959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698845.632960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698845.632962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698845.632965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698845.632968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698845.632969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698845.632969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698845.632973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698845.632973:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698845.632975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698845.632978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698845.632980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698845.632980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698845.632982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698845.632985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698845.632986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698845.632987:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698845.632992:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698845.632993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698845.632994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698845.632997:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698845.632998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698845.633002:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698845.633003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698845.633006:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698845.633010:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698845.633013:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698845.633055:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698845.633059:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698845.633061:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698846.208960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698846.208967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698846.208970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698846.208975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698846.208978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698846.208982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698846.208985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698846.208988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698846.208991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698846.656919:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698846.656927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698846.656928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698846.656930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698846.656935:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698846.656938:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698846.656941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698846.656941:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698846.656943:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698846.656945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698846.656947:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698846.656950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698846.656950:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698846.656955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698846.656959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698846.656962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698846.656963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698846.656966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698846.656973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698846.656977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698846.656981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698846.656983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698846.656987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698846.656988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698846.657027:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698846.657031:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698846.657034:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698847.232971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698847.232979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698847.232981:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698847.232986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698847.232989:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698847.232992:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698847.232995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698847.232997:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698847.233000:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698847.680941:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698847.680941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698847.680942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698847.680947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698847.680950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698847.680950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698847.680952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698847.680955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698847.680955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698847.680955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698847.680962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698847.680962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698847.680966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698847.680968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698847.680969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698847.680971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698847.680974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698847.680975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698847.680980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698847.680981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698847.680984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698847.680988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698847.680992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698847.680995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698847.681012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698847.681016:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698847.681019:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698848.256929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698848.256935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698848.256941:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787698848.256941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698848.256945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.256946:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787698848.256951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698848.256952:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698848.256956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698848.256959:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698848.256961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.256964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787698848.256967:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4062
00000100:00000001:1.0:1787698848.256968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.256974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698848.256980:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698848.256987:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698848.256991:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698848.256994:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.256998:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698848.257001:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257004:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698848.257007:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698848.257010:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698848.257013:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698848.257016:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698848.257019:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698848.257021:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698848.257024:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257026:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698848.257029:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698848.257034:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698848.257037:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257040:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698848.257042:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698848.257045:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698848.257048:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.257050:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698848.257053:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698848.257062:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698848.257065:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698848.257069:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698848.257071:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.257073:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698848.257076:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698848.257079:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698848.257086:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00000001:2.0:1787698848.257092:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698848.257101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698848.257110:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698848.257114:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698848.257119:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698848.257140:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698848.257142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698848.257146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698848.257147:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698848.257148:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698848.257151:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698848.257153:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4062
00000400:00000200:2.0:1787698848.257157:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698848.257161:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698848.257164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698848.257167:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787698848.257168:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698848.257172:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698848.257172:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698848.257176:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698848.257176:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257181:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698848.257185:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787698848.257186:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698848.257187:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698848.257191:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698848.257194:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698848.257199:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698848.257201:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698848.257202:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698848.257203:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.257210:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787698848.257210:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698848.257215:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698848.257215:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698848.257220:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698848.257220:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257225:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00100000:1.0:1787698848.257227:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947226496:192.168.201.121@tcp:250:kworker.0
00000020:00000040:2.0:1787698848.257229:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787698848.257233:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787698848.257236:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698848.257239:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787698848.257240:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.257243:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698848.257244:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698848.257248:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787698848.257250:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787698848.257254:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698848.257254:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.257260:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.257260:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698848.257267:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698848.257270:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:2.0:1787698848.257273:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698848.257276:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698848.257277:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698848.257284:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000400:00000010:1.0:1787698848.257286:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000020:00000040:2.0:1787698848.257288:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698848.257293:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698848.257294:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698848.257295:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226496, portal 25
00000100:00000001:2.0:1787698848.257297:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698848.257301:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787698848.257301:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698848.257305:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
02000000:00000001:2.0:1787698848.257306:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698848.257313:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632ac00.
00000100:00000040:1.0:1787698848.257315:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698848.257318:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257328:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787698848.257329:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787698848.257336:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698848.257342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000001:2.0:1787698848.257344:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787698848.257346:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947226496, offset 0
00000100:00000001:2.0:1787698848.257348:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698848.257354:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698848.257357:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257368:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698848.257369:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:2.0:1787698848.257374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698848.257379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787698848.257380:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787698848.257382:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698848.257386:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698848.257387:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787698848.257391:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698848.257394:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:2.0:1787698848.257397:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4062
00000400:00000200:1.0:1787698848.257401:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698848.257418:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698848.257423:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698848.257425:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698848.257429:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698848.257434:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257434:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698848.257440:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698848.257442:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12409:12409:256:4294967295] 192.168.201.121@tcp LPNI seq info [12409:12409:8:4294967295]
00000100:00000001:2.0:1787698848.257446:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698848.257450:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787698848.257451:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:2.0:1787698848.257454:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698848.257458:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698848.257462:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698848.257466:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787698848.257467:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698848.257473:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787698848.257477:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698848.257484:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000010:1.0:1787698848.257485:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698848.257489:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698848.257494:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.0:1787698848.257499:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698848.257499:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698848.257505:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:1.0:1787698848.257506:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00080000:2.0:1787698848.257512:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257517:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698848.257517:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698848.257521:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787698848.257523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1787698848.257526:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787698848.257532:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698848.257532:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.257536:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787698848.257538:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000008:00100000:2.0:1787698848.257540:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698848.257545:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1787698848.257545:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.257548:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698848.257553:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1787698848.257554:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787698848.257558:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787698848.257559:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
02000000:00000001:2.0:1787698848.257561:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787698848.257563:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
02000000:00000001:2.0:1787698848.257565:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257568:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698848.257569:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698848.257572:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787698848.257575:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698848.257576:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698848.257582:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a400.
00000100:00000001:2.0:1787698848.257588:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257592:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787698848.257596:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787698848.257600:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.257623:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257628:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698848.257629:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698848.257633:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257634:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698848.257640:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698848.257641:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698848.257646:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298735267
00000100:00000010:1.0:1787698848.257654:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010960.
00000100:00000001:2.0:1787698848.257655:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698848.257660:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698848.257663:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787698848.257665:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698848.257668:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698848.257670:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698848.257672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298735267
00000100:00000001:2.0:1787698848.257673:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1787698848.257677:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470101e0.
00000100:00080000:2.0:1787698848.257679:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4062
00000100:00000001:1.0:1787698848.257683:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000400:00000200:2.0:1787698848.257688:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698848.257689:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698848.257694:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698848.257694:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698848.257700:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698848.257701:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698848.257709:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698848/real 1787698848]  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698848.257709:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257714:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698848.257719:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257725:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000001:1.0:1787698848.257727:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787698848.257729:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:1.0:1787698848.257731:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1787698848.257732:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000010:1.0:1787698848.257736:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000020:00000001:2.0:1787698848.257736:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698848.257740:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000200:1.0:1787698848.257741:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000020:00000001:2.0:1787698848.257745:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000010:1.0:1787698848.257746:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000020:00000001:2.0:1787698848.257751:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698848.257752:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787698848.257758:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698848.257760:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698848.257762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698848.257767:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257773:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698848.257778:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698848.257781:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698848.257783:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698848.257786:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787698848.257787:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698848.257790:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698848.257796:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698848.257800:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698848.257802:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:2.0:1787698848.257804:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698848.257805:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.257810:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1787698848.257810:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257813:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698848.257814:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698848.257819:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787698848.257820:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698848.257826:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698848.257831:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698848.257833:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.257835:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698848.257836:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698848.257839:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698848.257842:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698848.257844:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.257870:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698848.257873:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.257875:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.257876:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.257879:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1787698848.257880:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328400.
00000100:00000001:1.0:1787698848.257881:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698848.257884:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698848.257886:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1787698848.257891:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787698848.257892:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698848.257899:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787698848.257901:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698848.257904:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698848.257907:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698848.257910:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698848.257934:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698848.257939:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947226496:192.168.201.121@tcp:250:kworker.0
00000100:00000040:2.0:1787698848.257939:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4072)
00000100:00000001:1.0:1787698848.257946:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.257949:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.257953:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947226496/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.257964:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698848.257966:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698848.257969:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698848.257972:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698848.257974:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698848.257975:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698848.257977:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698848.257980:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328000.
02000000:00000001:1.0:1787698848.257984:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698848.257985:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698848.257987:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698848.257989:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698848.257991:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.257993:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.257998:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698848.258000:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258002:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698848.258003:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698848.258004:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698848.258007:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258013:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698848.258015:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.258016:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698848.258018:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698848.258020:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698848.258022:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226624:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698848.258025:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698848.258027:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698848.258029:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.258031:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698848.258033:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698848.258035:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698848.258038:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698848.258041:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698848.258044:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698848.258047:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226624, portal 10
00000100:00000001:1.0:1787698848.258048:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698848.258049:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000040:1.0:1787698848.258055:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258061:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698848.258070:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698848.258073:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698848.258075:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947226624, offset 0
00000400:00000200:1.0:1787698848.258079:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698848.258083:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698848.258087:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698848.258089:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698848.258091:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698848.258093:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698848.258096:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698848.258099:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12410:12410:256:4294967295] 192.168.201.121@tcp LPNI seq info [12410:12410:8:4294967295]
00000400:00000200:1.0:1787698848.258102:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698848.258107:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698848.258111:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698848.258114:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698848.258117:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698848.258120:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698848.258124:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698848.258127:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698848.258130:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698848.258132:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698848.258137:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698848.258140:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698848.258143:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698848.258144:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698848.258147:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698848.258151:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258157:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.258160:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258166:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258167:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698848.258170:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698848.258173:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698848.258176:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698848.258178:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298734610
00000100:00000001:1.0:1787698848.258180:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298735267
00000100:00000001:1.0:1787698848.258182:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298734610
00000100:00000001:1.0:1787698848.258184:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298735267
00000100:00000001:1.0:1787698848.258186:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698848.258188:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258190:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698848.258193:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698848/real 1787698848]  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698848.258199:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698848.258200:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698848.258202:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698848.258204:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698848.258205:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698848.258207:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698848.258209:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698848.258217:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258228:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698848.258229:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258230:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.258232:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698848.258235:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258253:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698848.258257:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258263:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698848.258265:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258267:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.258268:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258270:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698848.258272:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698848.258274:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698848.258277:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698848.258279:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698848.258283:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698848.258290:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226624:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698848.258294:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698848.258298:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258304:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698848.258305:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.258307:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698848.258310:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698848.258311:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698848.258315:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226752:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698848.258318:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698848.258320:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698848.258321:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.258322:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698848.258325:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698848.258327:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698848.258330:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698848.258332:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698848.258335:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698848.258337:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226752, portal 4
00000100:00000001:1.0:1787698848.258339:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698848.258340:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698848.258345:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258350:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698848.258353:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698848.258355:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698848.258358:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947226752, offset 0
00000400:00000200:1.0:1787698848.258362:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698848.258365:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698848.258368:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698848.258370:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698848.258373:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698848.258375:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698848.258377:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698848.258380:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12411:12411:256:4294967295] 192.168.201.121@tcp LPNI seq info [12411:12411:8:4294967295]
00000400:00000200:1.0:1787698848.258383:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698848.258388:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698848.258392:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698848.258396:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698848.258399:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698848.258402:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698848.258417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698848.258420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698848.258423:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698848.258426:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698848.258429:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698848.258432:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698848.258435:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698848.258436:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698848.258438:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698848.258441:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258448:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.258451:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258456:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258458:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698848.258460:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698848.258463:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698848.258466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698848.258468:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298734627
00000100:00000001:1.0:1787698848.258470:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298735267
00000100:00000001:1.0:1787698848.258472:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298734627
00000100:00000001:1.0:1787698848.258473:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298735267
00000100:00000001:1.0:1787698848.258476:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698848.258478:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258479:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698848.258483:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698848/real 1787698848]  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698848.258490:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698848.258491:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698848.258492:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698848.258494:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698848.258496:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698848.258498:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698848.258500:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698848.258508:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258512:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698848.258514:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258515:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.258516:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698848.258519:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258525:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698848.258528:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258535:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698848.258537:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258538:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.258539:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258541:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698848.258543:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698848.258545:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698848.258548:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698848.258550:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698848.258554:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698848.258561:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226752:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698848.258565:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698848.258568:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258573:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698848.258575:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.258577:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698848.258578:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698848.258580:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698848.258582:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226880:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698848.258585:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698848.258586:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698848.258588:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698848.258590:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698848.258592:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698848.258594:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698848.258597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698848.258599:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698848.258601:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698848.258604:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947226880, portal 4
00000100:00000001:1.0:1787698848.258606:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698848.258607:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698848.258612:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258617:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698848.258619:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698848.258621:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698848.258623:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947226880, offset 0
00000400:00000200:1.0:1787698848.258627:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698848.258629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698848.258633:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698848.258635:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698848.258637:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698848.258639:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698848.258641:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698848.258644:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12412:12412:256:4294967295] 192.168.201.121@tcp LPNI seq info [12412:12412:8:4294967295]
00000400:00000200:1.0:1787698848.258647:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698848.258652:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698848.258656:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698848.258660:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698848.258663:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698848.258666:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698848.258669:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698848.258672:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698848.258676:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698848.258677:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698848.258680:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698848.258683:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698848.258686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698848.258688:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698848.258690:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698848.258692:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258699:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.258702:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698873 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258708:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258709:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698848.258712:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698848.258714:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698848.258717:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698848.258719:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298734614
00000100:00000001:1.0:1787698848.258721:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298735267
00000100:00000001:1.0:1787698848.258723:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298734614
00000100:00000001:1.0:1787698848.258725:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298735267
00000100:00000001:1.0:1787698848.258727:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698848.258729:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258730:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698848.258733:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698848/real 1787698848]  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698848.258740:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698848.258741:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698848.258742:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698848.258744:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698848.258746:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698848.258747:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698848.258750:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698848.258758:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258763:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698848.258764:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258765:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.258766:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698848.258769:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258775:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698848.258779:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258784:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698848.258787:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258788:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698848.258789:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258791:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698848.258792:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698848.258795:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698848.258798:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698848.258800:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698848.258803:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698848.258810:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947226880:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698848.258813:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258814:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.258818:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947226624/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258823:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698848.258825:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698848.258827:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698848.258829:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698848.258830:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698848.258832:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698848.258833:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698848.258835:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632ac00.
02000000:00000001:1.0:1787698848.258837:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698848.258838:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698848.258840:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698848.258842:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698848.258843:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258845:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.258863:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947226752/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258874:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698848.258875:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698848.258877:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698848.258879:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698848.258880:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698848.258881:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698848.258883:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698848.258884:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a400.
02000000:00000001:1.0:1787698848.258886:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698848.258887:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698848.258888:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698848.258890:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698848.258891:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258893:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698848.258896:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947226880/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698873 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698848.258902:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698848.258903:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698848.258904:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698848.258906:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698848.258907:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698848.258908:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698848.258910:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698848.258911:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328400.
02000000:00000001:1.0:1787698848.258913:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698848.258914:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698848.258915:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698848.258917:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698848.258918:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258919:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698848.258922:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698848.258924:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698848.258926:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698848.258927:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698848.704954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698848.704957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698848.704962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698848.704962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698848.704965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698848.704965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698848.704970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698848.704970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698848.704974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698848.704974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698848.704977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698848.704979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698848.704979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698848.704983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698848.704984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698848.704988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698848.704990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698848.704992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698848.704992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698848.704993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698848.704995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698848.704999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698848.704999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698848.705002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698848.705044:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698848.705047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698848.705050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698848.960928:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298735267, at 4298735296
00000100:00000040:1.0:1787698848.960928:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298735267, at 4298735296
00000100:00000010:0.0:1787698848.960941:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010960.
00000100:00000010:1.0:1787698848.960943:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470101e0.
00000100:00000001:1.0:1787698849.280945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698849.280953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698849.280955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698849.280968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698849.280972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698849.280976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698849.280978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698849.280979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698849.280981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698849.728940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698849.728940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698849.728946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698849.728946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698849.728947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698849.728951:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698849.728951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698849.728951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698849.728958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698849.728959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698849.728959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698849.728962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698849.728964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698849.728965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698849.728966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698849.728968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698849.728969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698849.728970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698849.728972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698849.728976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698849.728978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698849.728981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698849.728984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698849.728987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698849.729019:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698849.729022:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698849.729024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698850.304930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698850.304937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698850.304940:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698850.304945:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698850.304948:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698850.304951:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698850.304953:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698850.304962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698850.304966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698850.752962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698850.752962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698850.752970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698850.752970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698850.752975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698850.752978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698850.752979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698850.752984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698850.752985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698850.752988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698850.752991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698850.752993:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698850.752995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698850.752998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698850.753002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698850.753002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698850.753006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698850.753010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698850.753025:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698850.753029:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698850.753034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698850.753035:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698850.753039:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698850.753041:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698850.753081:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698850.753085:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698850.753088:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698851.328953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698851.328960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698851.328962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698851.328966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698851.328969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698851.328973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698851.328976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698851.328978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698851.328981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698851.776942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698851.776942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698851.776949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698851.776950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698851.776952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698851.776953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698851.776955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698851.776957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698851.776958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698851.776958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698851.776959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698851.776963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698851.776965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698851.776965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698851.776967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698851.776969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698851.776970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698851.776970:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698851.776974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698851.776974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698851.776980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698851.776980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698851.776983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698851.776985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698851.777018:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698851.777022:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698851.777025:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698852.352958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698852.352965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698852.352967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698852.352972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698852.352975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698852.352979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698852.352982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698852.352984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698852.352987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698852.800926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698852.800935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698852.800937:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698852.800941:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698852.800945:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698852.800950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698852.800953:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698852.800956:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698852.800960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698852.800975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698852.800984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698852.800986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698852.800992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698852.800997:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698852.801003:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698852.801006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698852.801007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698852.801014:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698852.801017:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698852.801020:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698852.801021:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698852.801026:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698852.801027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801029:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801032:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801035:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801039:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698852.801041:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698852.801042:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698852.801044:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801045:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698852.801046:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801048:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801050:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698852.801054:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698852.801055:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698852.801108:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698852.801112:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698852.801115:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698853.376962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698853.376970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698853.376970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698853.376977:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698853.376979:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.376982:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787698853.376985:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698853.376986:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698853.376994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698853.376995:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698853.377002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.377007:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787698853.377008:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4067
00000100:00000001:1.0:1787698853.377009:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.377014:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698853.377024:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698853.377033:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698853.377036:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698853.377041:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698853.377048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698853.377054:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698853.377055:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698853.377058:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698853.377060:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698853.377062:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698853.377063:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698853.377065:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698853.377067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698853.377070:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698853.377073:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377074:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698853.377077:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698853.377080:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698853.377081:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377083:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698853.377084:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698853.377092:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f0c0.
00000020:00000040:2.0:1787698853.377094:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698853.377098:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698853.377099:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377101:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698853.377103:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698853.377106:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698853.377112:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328400.
00000100:00000001:2.0:1787698853.377117:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698853.377123:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698853.377129:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698853.377133:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698853.377136:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e21005c8] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698853.377153:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698853.377155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698853.377157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698853.377158:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698853.377159:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698853.377161:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698853.377163:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4067
00000400:00000200:2.0:1787698853.377166:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698853.377168:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698853.377170:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698853.377173:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377176:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698853.377179:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698853.377182:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698853.377183:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787698853.377184:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698853.377187:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698853.377189:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698853.377190:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698853.377191:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698853.377192:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698853.377195:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698853.377196:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377203:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698853.377205:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377206:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698853.377208:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698853.377212:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377215:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698853.377216:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698853.377217:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698853.377224:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698853.377232:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377237:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698853.377243:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1787698853.377243:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698853.377246:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787698853.377250:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.377253:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787698853.377253:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.377262:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787698853.377264:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2da40.
00000020:00000040:2.0:1787698853.377273:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698853.377276:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698853.377277:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377278:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698853.377279:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698853.377280:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698853.377284:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698853.377290:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a400.
00000100:00100000:1.0:1787698853.377294:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947227008:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698853.377296:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.377309:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787698853.377314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698853.377327:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698853.377332:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377343:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787698853.377344:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787698853.377352:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698853.377355:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba003ed] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787698853.377356:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698853.377364:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.377380:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698853.377381:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698853.377386:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00080000:2.0:1787698853.377388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698853.377393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:1.0:1787698853.377394:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:2.0:1787698853.377396:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698853.377399:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787698853.377401:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227008, portal 25
00000100:00000001:2.0:1787698853.377403:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698853.377405:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698853.377408:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214399168 : -116989495152448 : ffff959942b2f0c0)
00000100:00080000:2.0:1787698853.377412:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4067
00000100:00000040:1.0:1787698853.377418:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698853.377427:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698853.377434:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698853.377436:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698853.377447:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698853.377456:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698853.377456:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698853.377466:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698853.377469:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377474:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:1.0:1787698853.377475:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698853.377485:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947227008, offset 0
00000020:00000001:2.0:1787698853.377485:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698853.377490:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698853.377492:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698853.377494:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698853.377500:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:2.0:1787698853.377501:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698853.377505:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698853.377508:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377509:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698853.377514:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698853.377514:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698853.377523:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:1.0:1787698853.377526:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:2.0:1787698853.377529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377534:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.377535:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787698853.377537:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698853.377541:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:2.0:1787698853.377542:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787698853.377547:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787698853.377548:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.377557:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377557:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698853.377570:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698853.377573:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12413:12413:256:4294967295] 192.168.201.121@tcp LPNI seq info [12413:12413:8:4294967295]
00000008:00000001:2.0:1787698853.377574:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377587:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.377592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:2.0:1787698853.377595:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698853.377599:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787698853.377608:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787698853.377612:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787698853.377616:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698853.377617:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698853.377622:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698853.377622:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698853.377627:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787698853.377632:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698853.377634:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698853.377637:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
02000000:00000010:2.0:1787698853.377642:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632ac00.
00000800:00000200:1.1:1787698853.377643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698853.377651:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1787698853.377653:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787698853.377657:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.377659:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00100000:2.0:1787698853.377660:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698853.377667:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698853.377667:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698853.377676:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.377680:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787698853.377686:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698853.377688:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698853.377694:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:2.0:1787698853.377701:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698853.377707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698853.377709:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787698853.377716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698853.377719:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787698853.377720:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698853.377725:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698853.377732:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698853.377735:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4067
00000400:00000200:2.0:1787698853.377742:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698853.377744:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787698853.377747:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000040:1.0:1787698853.377752:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698853.377753:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698853.377764:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377772:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698853.377774:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698853.377775:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698853.377784:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698853.377785:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698853.377789:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698853.377791:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787698853.377793:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698853.377794:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698853.377799:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:2.0:1787698853.377800:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787698853.377803:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298740387
00000020:00000001:2.0:1787698853.377806:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000010:1.0:1787698853.377809:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470101e0.
00000020:00000001:2.0:1787698853.377812:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698853.377818:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1787698853.377823:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698853.377826:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298740387
00000100:00000001:2.0:1787698853.377829:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787698853.377830:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010540.
00000100:00000001:1.0:1787698853.377835:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1787698853.377836:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377845:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698853.377846:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698853.377871:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.377874:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698853.377881:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698853/real 1787698853]  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698853.377883:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698853.377891:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698853.377897:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698853.377904:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698853.377908:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698853.377913:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698853.377915:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787698853.377916:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000001:1.0:1787698853.377917:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:2.0:1787698853.377919:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787698853.377922:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000008:00000001:2.0:1787698853.377922:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377934:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.377935:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698853.377942:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000010:2.0:1787698853.377945:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698853.377947:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1787698853.377950:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:1.0:1787698853.377957:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698853.377958:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698853.377962:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698853.377970:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698853.377975:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698853.377978:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698853.377988:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00000001:2.0:1787698853.377997:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698853.378002:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698853.378010:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698853.378012:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698853.378014:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378019:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378022:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698853.378030:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698853.378032:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698853.378039:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378042:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698853.378048:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698853.378054:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698853.378058:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698853.378066:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4077)
00000100:00000001:1.0:1787698853.378078:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698853.378081:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378083:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378084:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378087:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698853.378089:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698853.378092:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698853.378098:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698853.378101:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698853.378105:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698853.378110:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947227008:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698853.378113:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378115:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378117:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f0c0 x1874533947227008/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378125:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698853.378127:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378130:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698853.378133:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698853.378135:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698853.378136:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698853.378138:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698853.378141:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328400.
02000000:00000001:1.0:1787698853.378145:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698853.378147:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698853.378149:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f0c0.
00000100:00000001:1.0:1787698853.378152:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698853.378154:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378156:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378163:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698853.378165:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378167:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698853.378169:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698853.378171:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698853.378175:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378182:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698853.378183:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.378186:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698853.378188:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698853.378189:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698853.378191:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227136:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698853.378193:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698853.378196:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698853.378197:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.378198:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378201:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698853.378202:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.378205:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698853.378207:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698853.378209:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698853.378211:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227136, portal 10
00000100:00000001:1.0:1787698853.378213:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698853.378214:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214393408 : -116989495158208 : ffff959942b2da40)
00000100:00000040:1.0:1787698853.378219:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378223:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698853.378225:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698853.378226:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698853.378227:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947227136, offset 0
00000400:00000200:1.0:1787698853.378229:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698853.378232:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698853.378235:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698853.378237:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698853.378239:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698853.378241:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698853.378243:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698853.378247:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12414:12414:256:4294967295] 192.168.201.121@tcp LPNI seq info [12414:12414:8:4294967295]
00000400:00000200:1.0:1787698853.378250:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698853.378256:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698853.378261:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.378264:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698853.378268:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698853.378271:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698853.378275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698853.378278:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787698853.378282:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.378284:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698853.378287:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698853.378289:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698853.378291:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698853.378292:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698853.378294:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698853.378297:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378302:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378304:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378308:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378309:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698853.378312:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698853.378314:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698853.378329:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698853.378331:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298739730
00000100:00000001:1.0:1787698853.378333:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298740387
00000100:00000001:1.0:1787698853.378335:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298739730
00000100:00000001:1.0:1787698853.378336:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298740387
00000100:00000001:1.0:1787698853.378338:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698853.378339:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378340:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698853.378342:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698853/real 1787698853]  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698853.378347:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698853.378348:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698853.378349:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698853.378351:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698853.378352:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698853.378353:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698853.378355:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698853.378360:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378369:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698853.378370:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378371:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378372:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698853.378374:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378377:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698853.378379:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378383:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698853.378384:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378385:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378385:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378386:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698853.378388:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698853.378389:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698853.378391:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698853.378393:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698853.378395:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698853.378400:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227136:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698853.378402:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698853.378404:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378407:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698853.378408:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.378410:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698853.378411:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698853.378413:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698853.378414:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227264:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698853.378416:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698853.378418:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698853.378419:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.378420:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378422:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698853.378423:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.378426:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698853.378427:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698853.378429:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698853.378431:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227264, portal 4
00000100:00000001:1.0:1787698853.378433:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698853.378434:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698853.378437:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378441:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698853.378443:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698853.378444:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698853.378446:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947227264, offset 0
00000400:00000200:1.0:1787698853.378448:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698853.378450:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698853.378452:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698853.378454:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698853.378455:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698853.378456:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698853.378458:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698853.378460:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12415:12415:256:4294967295] 192.168.201.121@tcp LPNI seq info [12415:12415:8:4294967295]
00000400:00000200:1.0:1787698853.378463:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698853.378466:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698853.378470:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.378472:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698853.378474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698853.378476:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698853.378478:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698853.378480:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787698853.378483:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.378484:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698853.378486:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698853.378488:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698853.378490:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698853.378491:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698853.378492:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698853.378494:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378499:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378500:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378504:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378505:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698853.378507:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698853.378509:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698853.378511:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698853.378512:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298739747
00000100:00000001:1.0:1787698853.378514:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298740387
00000100:00000001:1.0:1787698853.378516:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298739747
00000100:00000001:1.0:1787698853.378517:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298740387
00000100:00000001:1.0:1787698853.378518:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698853.378519:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378520:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698853.378521:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698853/real 1787698853]  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698853.378527:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698853.378527:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698853.378528:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698853.378529:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698853.378530:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698853.378531:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698853.378533:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698853.378537:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378540:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698853.378541:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378542:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378543:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698853.378545:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378549:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698853.378551:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378554:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698853.378555:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378556:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378557:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378558:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698853.378559:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698853.378560:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698853.378562:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698853.378563:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698853.378565:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698853.378570:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227264:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698853.378572:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698853.378574:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378578:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698853.378579:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.378580:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698853.378581:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698853.378582:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698853.378583:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227392:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698853.378585:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698853.378586:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698853.378587:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698853.378588:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378589:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698853.378590:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698853.378592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698853.378593:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698853.378594:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698853.378596:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227392, portal 4
00000100:00000001:1.0:1787698853.378597:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698853.378598:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698853.378602:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378606:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698853.378607:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698853.378609:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698853.378610:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947227392, offset 0
00000400:00000200:1.0:1787698853.378613:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698853.378615:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698853.378617:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698853.378618:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698853.378620:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698853.378621:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698853.378623:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698853.378625:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12416:12416:256:4294967295] 192.168.201.121@tcp LPNI seq info [12416:12416:8:4294967295]
00000400:00000200:1.0:1787698853.378627:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698853.378630:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698853.378633:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.378634:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698853.378636:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698853.378637:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787698853.378639:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698853.378641:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787698853.378643:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698853.378644:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698853.378646:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698853.378648:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698853.378650:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698853.378651:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698853.378652:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698853.378654:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378658:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378660:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698878 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378664:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378664:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698853.378666:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698853.378667:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698853.378669:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698853.378670:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298739734
00000100:00000001:1.0:1787698853.378672:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298740387
00000100:00000001:1.0:1787698853.378673:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298739734
00000100:00000001:1.0:1787698853.378675:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298740387
00000100:00000001:1.0:1787698853.378676:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698853.378677:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378678:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698853.378679:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698853/real 1787698853]  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698853.378683:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698853.378684:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698853.378685:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698853.378686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698853.378687:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698853.378688:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698853.378690:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698853.378695:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378698:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698853.378699:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378700:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378701:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698853.378703:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378706:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698853.378708:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378711:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698853.378713:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378714:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698853.378715:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378716:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698853.378717:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698853.378719:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698853.378721:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698853.378722:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698853.378724:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698853.378728:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227392:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698853.378730:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378731:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378732:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2da40 x1874533947227136/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378736:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698853.378737:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378738:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698853.378739:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698853.378740:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698853.378740:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698853.378741:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698853.378742:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a400.
02000000:00000001:1.0:1787698853.378744:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698853.378745:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698853.378746:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2da40.
00000100:00000001:1.0:1787698853.378748:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698853.378749:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378750:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378752:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947227264/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378760:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698853.378761:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378762:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698853.378763:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698853.378764:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698853.378764:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698853.378765:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698853.378766:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632ac00.
02000000:00000001:1.0:1787698853.378767:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698853.378768:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698853.378768:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698853.378769:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698853.378770:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378771:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698853.378772:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947227392/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698878 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698853.378775:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698853.378776:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698853.378777:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698853.378778:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698853.378779:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698853.378779:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698853.378780:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698853.378781:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328000.
02000000:00000001:1.0:1787698853.378782:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698853.378782:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698853.378783:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698853.378784:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698853.378785:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378786:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698853.378787:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698853.378788:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698853.378789:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698853.378790:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698853.824937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698853.824937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698853.824945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698853.824946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698853.824948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698853.824949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698853.824949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698853.824952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698853.824955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698853.824956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698853.824957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698853.824960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698853.824963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698853.824963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698853.824965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698853.824968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698853.824969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698853.824969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698853.824974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698853.824977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698853.824981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698853.824981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698853.824983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698853.824986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698853.825014:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698853.825019:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698853.825023:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698854.080959:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298740387, at 4298740416
00000100:00000040:1.0:1787698854.080959:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298740387, at 4298740416
00000100:00000010:1.0:1787698854.080972:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010540.
00000100:00000010:0.0:1787698854.080979:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470101e0.
00000100:00000001:1.0:1787698854.400912:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698854.400918:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698854.400920:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698854.400923:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698854.400926:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698854.400928:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698854.400929:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698854.400931:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698854.400933:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698854.848935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698854.848935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698854.848943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698854.848943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698854.848947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698854.848947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698854.848952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698854.848953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698854.848958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698854.848959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698854.848961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698854.848961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698854.848963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698854.848966:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698854.848967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698854.848969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698854.848973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698854.848974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698854.848975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698854.848978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698854.848979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698854.848984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698854.848984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698854.848987:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698854.849026:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698854.849029:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698854.849032:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698855.424955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698855.424960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698855.424962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698855.424966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698855.424969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698855.424972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698855.424974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698855.424976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698855.424978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698855.872934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698855.872934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698855.872941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698855.872941:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698855.872942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698855.872944:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698855.872946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698855.872947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698855.872952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698855.872952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698855.872954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698855.872956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698855.872958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698855.872959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698855.872960:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698855.872962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698855.872965:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698855.872967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698855.872967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698855.872972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698855.872973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698855.872973:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698855.872978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698855.872978:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698855.872983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698855.872984:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698855.872988:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698855.872990:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698855.872991:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698855.872993:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698855.873038:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698855.873041:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698855.873043:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698856.448945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698856.448950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698856.448951:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698856.448954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698856.448957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698856.448959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698856.448961:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698856.448963:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698856.448965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698856.896935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698856.896935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698856.896944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698856.896944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698856.896947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698856.896947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698856.896954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698856.896955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698856.896959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698856.896962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698856.896965:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698856.896968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698856.896969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698856.896972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698856.896974:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698856.896975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698856.896975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698856.896979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698856.896980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698856.896982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698856.896987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698856.896990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698856.896994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698856.896995:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698856.897029:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698856.897032:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698856.897034:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698857.472945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698857.472952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698857.472954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698857.472958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698857.472961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698857.472965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698857.472967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698857.472970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698857.472973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698857.920952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698857.920952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698857.920952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698857.920958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698857.920959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698857.920960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698857.920963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698857.920964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698857.920965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698857.920965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698857.920972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698857.920973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698857.920973:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698857.920973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698857.920981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698857.920981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698857.920987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698857.920987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698857.920993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698857.920996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698857.921001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698857.921001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698857.921005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787698857.921005:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698857.921009:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698857.921010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698857.921013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698858.496925:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698858.496931:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698858.496933:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698858.496937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698858.496940:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698858.496943:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.496945:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787698858.496947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698858.496948:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.496952:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698858.496953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698858.496957:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698858.496959:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698858.496962:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698858.496967:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4072
00000400:00000200:3.0:1787698858.496974:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698858.496978:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698858.496980:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698858.496981:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.496983:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698858.496985:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.496987:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698858.496990:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698858.496991:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698858.496993:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698858.496995:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698858.496997:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698858.496998:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698858.497000:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497001:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698858.497002:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497004:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698858.497006:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698858.497008:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497010:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698858.497012:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698858.497014:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698858.497016:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497017:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698858.497018:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698858.497025:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698858.497027:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698858.497030:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698858.497031:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497033:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698858.497035:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698858.497037:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698858.497042:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787698858.497047:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698858.497053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698858.497060:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698858.497062:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698858.497066:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698858.497079:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698858.497081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698858.497084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698858.497085:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698858.497086:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698858.497087:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698858.497089:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4072
00000400:00000200:3.0:1787698858.497092:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698858.497094:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698858.497096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698858.497098:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497100:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698858.497101:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497103:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698858.497104:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787698858.497104:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698858.497107:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:1.0:1787698858.497109:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787698858.497109:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698858.497111:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787698858.497113:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787698858.497114:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787698858.497117:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698858.497121:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497123:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698858.497124:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698858.497125:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497128:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698858.497132:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787698858.497136:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497141:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698858.497143:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698858.497147:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787698858.497149:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698858.497150:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698858.497151:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497155:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698858.497156:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787698858.497158:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698858.497161:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787698858.497161:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497164:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.497165:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698858.497168:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00100000:1.0:1787698858.497172:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947227520:192.168.201.121@tcp:250:kworker.0
00000020:00000040:3.0:1787698858.497172:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698858.497175:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698858.497178:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497179:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787698858.497180:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698858.497182:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698858.497183:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698858.497184:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.497187:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698858.497188:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787698858.497190:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787698858.497193:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698858.497195:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
00000100:00100000:3.0:1787698858.497199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698858.497200:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698858.497208:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698858.497211:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:3.0:1787698858.497215:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787698858.497216:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787698858.497217:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698858.497224:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227520, portal 25
00000100:00000040:3.0:1787698858.497224:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497228:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698858.497247:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698858.497250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698858.497251:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00080000:3.0:1787698858.497258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787698858.497259:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698858.497261:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698858.497264:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698858.497270:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787698858.497271:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787698858.497275:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698858.497278:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00080000:3.0:1787698858.497278:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4072
00000100:00000200:1.0:1787698858.497284:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947227520, offset 0
00000400:00000200:3.0:1787698858.497287:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.497293:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698858.497294:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698858.497299:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787698858.497303:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787698858.497303:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497309:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698858.497312:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000040:3.0:1787698858.497315:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698858.497318:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787698858.497319:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698858.497323:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:3.0:1787698858.497324:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787698858.497327:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787698858.497327:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787698858.497332:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000001:3.0:1787698858.497332:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698858.497337:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12417:12417:256:4294967295] 192.168.201.121@tcp LPNI seq info [12417:12417:8:4294967295]
00000020:00000040:3.0:1787698858.497337:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787698858.497343:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698858.497344:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:3.0:1787698858.497348:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698858.497356:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698858.497357:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787698858.497362:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787698858.497366:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787698858.497370:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497372:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:1.0:1787698858.497373:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000020:00000040:3.0:1787698858.497374:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698858.497378:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:1.0:1787698858.497382:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698858.497382:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698858.497387:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787698858.497388:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1787698858.497390:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698858.497393:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698858.497394:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698858.497395:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698858.497397:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698858.497399:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497400:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698858.497403:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787698858.497404:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787698858.497408:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698858.497410:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698858.497411:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787698858.497412:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698858.497414:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698858.497416:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698858.497420:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000800:00000100:1.0:1787698858.497421:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497424:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698858.497426:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00100000:3.0:1787698858.497430:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698858.497433:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787698858.497437:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698858.497440:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698858.497444:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787698858.497445:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698858.497452:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000001:3.0:1787698858.497453:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698858.497456:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00080000:3.0:1787698858.497457:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698858.497461:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698858.497462:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787698858.497463:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698858.497466:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698858.497469:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787698858.497470:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787698858.497472:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4072
00000400:00000200:3.0:1787698858.497479:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698858.497483:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698858.497485:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698858.497487:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698858.497488:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497491:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698858.497492:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698858.497495:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497499:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698858.497503:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698858.497504:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787698858.497507:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698858.497507:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698858.497509:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787698858.497510:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787698858.497511:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698858.497513:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787698858.497515:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698858.497516:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497517:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698858.497521:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497523:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698858.497524:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:3.0:1787698858.497527:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698858.497528:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298745507
00000100:00080000:3.0:1787698858.497531:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698858.497533:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698858.497534:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010540.
02000000:00000001:3.0:1787698858.497535:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698858.497538:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698858.497540:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497541:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698858.497542:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000008:00100000:3.0:1787698858.497543:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698858.497547:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497548:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497549:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298745507
00000100:00000010:3.0:1787698858.497551:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000100:00000010:1.0:1787698858.497555:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010b40.
00000020:00000040:3.0:1787698858.497555:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698858.497560:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1787698858.497561:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698858.497563:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497565:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698858.497566:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698858.497568:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698858.497570:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698858.497573:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:1.0:1787698858.497574:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.497575:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497577:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698858.497581:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787698858.497583:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698858/real 1787698858]  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698858.497597:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787698858.497601:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698858.497603:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698858.497604:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698858.497606:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698858.497607:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787698858.497607:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497612:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698858.497618:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698858.497620:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698858.497642:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698858.497643:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698858.497649:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4082)
00000100:00000001:1.0:1787698858.497658:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698858.497660:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497661:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.497663:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698858.497667:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497672:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698858.497675:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497679:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698858.497681:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497682:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.497683:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497684:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698858.497685:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698858.497687:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698858.497689:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698858.497691:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698858.497693:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698858.497698:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947227520:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698858.497701:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497702:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.497704:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947227520/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497712:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698858.497714:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698858.497715:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698858.497717:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698858.497719:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698858.497720:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698858.497721:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698858.497723:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787698858.497726:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698858.497727:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698858.497728:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787698858.497730:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698858.497731:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497732:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497737:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698858.497738:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497739:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698858.497740:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698858.497741:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698858.497743:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497747:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698858.497748:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.497749:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698858.497751:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698858.497752:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698858.497753:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227648:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698858.497755:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698858.497756:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698858.497757:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.497758:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698858.497760:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698858.497761:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698858.497764:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698858.497766:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698858.497768:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698858.497770:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227648, portal 10
00000100:00000001:1.0:1787698858.497771:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698858.497772:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787698858.497783:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497787:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698858.497788:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698858.497790:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698858.497791:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947227648, offset 0
00000400:00000200:1.0:1787698858.497793:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698858.497796:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.497798:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698858.497800:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698858.497802:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698858.497803:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698858.497805:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698858.497807:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12418:12418:256:4294967295] 192.168.201.121@tcp LPNI seq info [12418:12418:8:4294967295]
00000400:00000200:1.0:1787698858.497809:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.497813:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698858.497815:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698858.497817:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698858.497819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698858.497821:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698858.497824:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698858.497825:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698858.497828:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698858.497829:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698858.497831:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698858.497833:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698858.497835:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698858.497836:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698858.497838:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698858.497840:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497844:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.497846:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497865:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497866:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698858.497868:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698858.497871:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698858.497873:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698858.497874:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298744850
00000100:00000001:1.0:1787698858.497876:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298745507
00000100:00000001:1.0:1787698858.497877:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298744850
00000100:00000001:1.0:1787698858.497879:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298745507
00000100:00000001:1.0:1787698858.497880:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698858.497881:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.497882:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698858.497884:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698858/real 1787698858]  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698858.497888:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698858.497889:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698858.497890:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698858.497891:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698858.497893:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698858.497894:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698858.497896:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698858.497900:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497907:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698858.497908:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497909:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.497910:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698858.497912:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497915:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698858.497917:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497923:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698858.497925:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497926:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.497927:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.497929:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698858.497931:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698858.497933:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698858.497936:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698858.497938:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698858.497941:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698858.497949:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227648:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698858.497952:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698858.497955:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.497962:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698858.497963:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.497965:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698858.497967:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698858.497969:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698858.497971:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227776:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698858.497975:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698858.497976:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698858.497978:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.497979:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698858.497982:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698858.497984:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698858.497987:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698858.497988:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698858.497991:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698858.497992:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227776, portal 4
00000100:00000001:1.0:1787698858.497994:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698858.497995:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787698858.497998:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498002:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698858.498003:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698858.498004:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698858.498006:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947227776, offset 0
00000400:00000200:1.0:1787698858.498008:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698858.498010:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.498012:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698858.498014:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698858.498016:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698858.498017:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698858.498019:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698858.498021:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12419:12419:256:4294967295] 192.168.201.121@tcp LPNI seq info [12419:12419:8:4294967295]
00000400:00000200:1.0:1787698858.498023:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.498026:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698858.498029:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698858.498031:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698858.498033:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698858.498035:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698858.498038:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698858.498039:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698858.498041:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698858.498043:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698858.498045:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698858.498047:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698858.498048:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698858.498049:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698858.498051:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698858.498053:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498057:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.498059:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498063:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.498064:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698858.498065:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698858.498068:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698858.498069:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698858.498071:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298744867
00000100:00000001:1.0:1787698858.498072:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298745507
00000100:00000001:1.0:1787698858.498073:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298744867
00000100:00000001:1.0:1787698858.498074:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298745507
00000100:00000001:1.0:1787698858.498075:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698858.498077:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.498078:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698858.498080:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698858/real 1787698858]  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698858.498084:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698858.498085:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698858.498086:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698858.498087:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698858.498088:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698858.498089:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698858.498091:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698858.498095:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498098:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698858.498099:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498100:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.498101:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698858.498103:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498107:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698858.498109:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498112:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698858.498113:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498114:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.498115:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498116:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698858.498117:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698858.498119:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698858.498121:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698858.498122:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698858.498124:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698858.498129:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227776:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698858.498131:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698858.498132:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498135:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698858.498136:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.498137:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698858.498138:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698858.498139:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698858.498141:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227904:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698858.498142:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698858.498143:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698858.498144:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698858.498145:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698858.498147:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698858.498148:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698858.498149:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698858.498150:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698858.498152:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698858.498154:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947227904, portal 4
00000100:00000001:1.0:1787698858.498155:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698858.498155:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787698858.498159:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498162:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698858.498164:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698858.498165:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698858.498166:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947227904, offset 0
00000400:00000200:1.0:1787698858.498168:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698858.498170:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.498172:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698858.498173:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698858.498175:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698858.498176:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698858.498177:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698858.498179:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12420:12420:256:4294967295] 192.168.201.121@tcp LPNI seq info [12420:12420:8:4294967295]
00000400:00000200:1.0:1787698858.498181:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698858.498184:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698858.498187:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698858.498188:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698858.498190:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698858.498191:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698858.498193:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698858.498195:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698858.498197:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698858.498198:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698858.498200:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698858.498202:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698858.498203:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698858.498204:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698858.498206:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698858.498207:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498211:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.498213:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698883 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498216:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.498217:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698858.498219:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698858.498220:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698858.498222:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698858.498223:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298744854
00000100:00000001:1.0:1787698858.498224:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298745507
00000100:00000001:1.0:1787698858.498226:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298744854
00000100:00000001:1.0:1787698858.498227:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298745507
00000100:00000001:1.0:1787698858.498228:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698858.498229:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.498244:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698858.498247:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698858/real 1787698858]  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698858.498251:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698858.498252:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698858.498253:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698858.498254:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698858.498255:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698858.498256:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698858.498258:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698858.498263:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498266:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698858.498267:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498268:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.498269:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698858.498271:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498274:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698858.498276:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498280:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698858.498282:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498283:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698858.498283:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498284:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698858.498286:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698858.498287:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698858.498289:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698858.498290:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698858.498292:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698858.498296:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947227904:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698858.498297:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498299:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.498300:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947227648/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498304:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698858.498304:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698858.498305:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698858.498307:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698858.498308:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698858.498309:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698858.498310:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698858.498311:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787698858.498313:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698858.498314:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698858.498315:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787698858.498316:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698858.498317:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498318:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.498320:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947227776/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498327:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698858.498328:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698858.498329:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698858.498330:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698858.498331:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698858.498332:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698858.498333:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698858.498333:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787698858.498334:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698858.498335:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698858.498336:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787698858.498337:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698858.498337:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498338:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698858.498340:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947227904/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698883 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698858.498343:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698858.498343:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698858.498344:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698858.498345:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698858.498346:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698858.498346:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698858.498347:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698858.498348:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787698858.498349:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698858.498349:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698858.498350:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787698858.498351:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698858.498352:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498353:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698858.498355:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698858.498356:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698858.498357:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698858.498358:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698858.944920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698858.944928:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698858.944933:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698858.944934:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698858.944936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698858.944938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698858.944940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.944942:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698858.944943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698858.944945:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698858.944947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698858.944948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698858.944951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698858.944953:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698858.944954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698858.944956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698858.944957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.944957:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698858.944962:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698858.944965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698858.944968:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698858.944969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698858.944973:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698858.944975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698858.944986:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698858.944991:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698858.945000:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698859.200936:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298745507, at 4298745536
00000100:00000040:1.0:1787698859.200936:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298745507, at 4298745536
00000100:00000010:0.0:1787698859.200949:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010540.
00000100:00000010:1.0:1787698859.200952:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010b40.
00000100:00000001:1.0:1787698859.520963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698859.520969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698859.520970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698859.520974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698859.520977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698859.520980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698859.520982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698859.520983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698859.520985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698859.968907:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698859.968915:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698859.968917:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698859.968922:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698859.968926:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698859.968929:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698859.968929:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698859.968933:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698859.968934:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698859.968935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698859.968936:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698859.968939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698859.968940:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698859.968941:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698859.968944:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698859.968949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698859.968949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698859.968952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698859.968954:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698859.968957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698859.968958:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698859.968960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698859.968962:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698859.968966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698859.968998:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698859.969002:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698859.969004:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698860.544921:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698860.544927:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698860.544928:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698860.544932:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698860.544934:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698860.544936:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698860.544938:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698860.544941:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698860.544942:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698860.992929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698860.992929:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698860.992935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698860.992936:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698860.992938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698860.992944:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698860.992946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698860.992947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698860.992950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698860.992951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698860.992955:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698860.992958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698860.992958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698860.992962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698860.992963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698860.993013:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698860.993016:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698860.993018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698860.993087:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698860.993090:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698860.993090:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698860.993092:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698860.993094:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698860.993096:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698860.993098:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698860.993100:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698860.993102:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698861.568967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698861.568974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698861.568976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698861.568980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698861.568983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698861.568987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698861.568990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698861.568992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698861.568996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698862.016960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698862.016963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698862.016969:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698862.016972:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698862.016973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698862.016976:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698862.016977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698862.016984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698862.016984:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698862.016988:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698862.016990:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698862.016991:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698862.016992:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698862.016995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698862.016996:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698862.016997:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698862.017000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698862.017001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698862.017004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698862.017005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698862.017006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698862.017008:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698862.017010:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698862.017011:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698862.017013:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698862.017015:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698862.017015:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698862.017020:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698862.017021:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698862.017022:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698862.017026:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698862.017026:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698862.017028:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698862.017031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698862.017034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698862.017037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698862.017082:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698862.017086:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698862.017088:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698862.592946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698862.592951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698862.592953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698862.592956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698862.592959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698862.592962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698862.592964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698862.592965:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698862.592967:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698863.040946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698863.040953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698863.040957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698863.040958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698863.040961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698863.040963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698863.040965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698863.040967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698863.040968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698863.040974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698863.040981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698863.040985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698863.040988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698863.040990:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698863.040991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787698863.040995:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698863.040997:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698863.041000:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698863.041007:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698863.041012:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698863.041014:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698863.041017:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698863.041020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698863.041024:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698863.041027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698863.041028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698863.041031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.616972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787698863.616972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698863.616982:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787698863.616985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698863.616990:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698863.616993:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698863.616995:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787698863.617000:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698863.617002:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698863.617005:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698863.617010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787698863.617013:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4077
00000100:00000001:1.0:1787698863.617015:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698863.617020:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.617025:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698863.617029:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698863.617037:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698863.617040:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698863.617044:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617048:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698863.617050:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617053:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698863.617057:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698863.617061:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698863.617064:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698863.617067:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698863.617070:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698863.617079:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698863.617082:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698863.617086:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617088:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698863.617092:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698863.617096:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617099:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698863.617102:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698863.617106:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698863.617109:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617112:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698863.617115:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698863.617126:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787698863.617130:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698863.617135:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698863.617172:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617176:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698863.617179:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698863.617184:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698863.617195:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698863.617203:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698863.617214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698863.617225:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698863.617230:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698863.617235:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698863.617258:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698863.617261:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698863.617264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698863.617265:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698863.617267:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698863.617270:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698863.617273:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4077
00000400:00000200:3.0:1787698863.617278:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698863.617282:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698863.617285:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787698863.617286:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698863.617290:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787698863.617293:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698863.617294:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787698863.617298:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698863.617301:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698863.617304:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617309:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698863.617311:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698863.617312:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787698863.617315:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698863.617319:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787698863.617322:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787698863.617322:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698863.617325:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698863.617327:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787698863.617330:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698863.617334:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787698863.617334:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698863.617338:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617339:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787698863.617343:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947228032:192.168.201.121@tcp:250:kworker.0
00000100:00000040:3.0:1787698863.617346:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698863.617348:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787698863.617350:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787698863.617354:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787698863.617355:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698863.617357:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.617361:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787698863.617361:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000010:1.0:1787698863.617366:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
00000100:00000001:3.0:1787698863.617366:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.617369:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698863.617369:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698863.617376:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787698863.617377:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787698863.617380:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:3.0:1787698863.617382:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617386:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787698863.617387:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000008:00100000:3.0:1787698863.617391:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1787698863.617395:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228032, portal 25
00000008:00000001:3.0:1787698863.617397:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.617399:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698863.617402:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
00000100:00000001:3.0:1787698863.617402:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698863.617410:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787698863.617410:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787698863.617416:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:1.0:1787698863.617422:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787698863.617423:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787698863.617426:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787698863.617426:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698863.617431:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787698863.617431:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698863.617435:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787698863.617437:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947228032, offset 0
02000000:00000001:3.0:1787698863.617439:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698863.617445:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000400:00000200:1.0:1787698863.617449:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617451:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698863.617459:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698863.617460:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698863.617469:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787698863.617471:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787698863.617474:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698863.617481:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787698863.617482:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698863.617488:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698863.617493:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698863.617497:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617499:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698863.617503:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12421:12421:256:4294967295] 192.168.201.121@tcp LPNI seq info [12421:12421:8:4294967295]
00000100:00080000:3.0:1787698863.617505:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698863.617508:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787698863.617512:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787698863.617515:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698863.617517:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698863.617523:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787698863.617523:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698863.617529:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4077
00000800:00000200:1.0:1787698863.617533:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698863.617537:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:1.0:1787698863.617539:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000400:00000200:3.0:1787698863.617543:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698863.617547:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787698863.617550:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787698863.617554:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.0:1787698863.617555:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787698863.617559:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787698863.617564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787698863.617566:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698863.617568:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787698863.617572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000100:1.0:1787698863.617576:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787698863.617578:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787698863.617580:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000020:00000040:3.0:1787698863.617582:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698863.617585:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698863.617587:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698863.617590:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787698863.617590:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698863.617596:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698863.617599:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787698863.617604:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617608:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698863.617609:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000040:3.0:1787698863.617612:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:1.0:1787698863.617614:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787698863.617617:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698863.617621:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787698863.617622:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787698863.617629:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000200:1.0:1787698863.617630:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698863.617634:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698863.617638:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698863.617642:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698863.617646:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787698863.617646:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617649:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787698863.617654:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787698863.617654:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698863.617660:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617664:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698863.617670:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000100:00000001:1.0:1787698863.617672:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787698863.617674:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:1.0:1787698863.617676:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787698863.617680:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698863.617682:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617684:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698863.617685:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698863.617686:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698863.617691:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698863.617694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:3.0:1787698863.617697:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:1.0:1787698863.617699:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298750627
00000100:00000001:3.0:1787698863.617702:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698863.617708:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010b40.
00000100:00100000:3.0:1787698863.617710:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698863.617716:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787698863.617720:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698863.617724:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.617726:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298750627
00000100:00000040:3.0:1787698863.617729:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787698863.617732:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010840.
00000100:00000001:1.0:1787698863.617738:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698863.617745:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698863.617745:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698863.617749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698863.617751:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698863.617753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698863.617756:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787698863.617756:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698863.617760:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787698863.617764:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698863/real 1787698863]  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698863.617772:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698863.617774:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787698863.617775:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787698863.617776:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698863.617780:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698863.617783:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00080000:3.0:1787698863.617783:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4077
00000100:00000001:1.0:1787698863.617787:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787698863.617791:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:1.0:1787698863.617792:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698863.617800:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698863.617805:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787698863.617809:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787698863.617811:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617816:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698863.617821:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698863.617826:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698863.617827:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698863.617830:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698863.617831:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698863.617835:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787698863.617835:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787698863.617839:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787698863.617839:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698863.617843:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00100000:1.0:1787698863.617863:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.617869:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698863.617873:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787698863.617875:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787698863.617880:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698863.617886:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787698863.617887:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698863.617891:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698863.617892:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698863.617895:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787698863.617896:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698863.617897:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698863.617900:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698863.617901:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1787698863.617904:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698863.617905:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698863.617909:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00080000:1.0:1787698863.617910:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787698863.617911:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698863.617914:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787698863.617916:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
02000000:00000001:3.0:1787698863.617918:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698863.617919:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787698863.617923:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698863.617926:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698863.617926:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787698863.617929:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698863.617934:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617938:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698863.617941:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947228032:192.168.201.121@tcp:250:kworker.0
00000100:00000010:3.0:1787698863.617943:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787698863.617945:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787698863.617946:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698863.617949:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787698863.617950:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787698863.617953:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947228032/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787698863.617953:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698863.617954:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698863.617957:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698863.617959:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698863.617964:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:1.0:1787698863.617970:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787698863.617970:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.617975:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698863.617978:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
00000100:00100000:3.0:1787698863.617978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698863.617983:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698863.617986:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787698863.617987:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000040:1.0:1787698863.617988:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000100:00000001:3.0:1787698863.617990:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698863.617991:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698863.617994:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
00000100:00000040:3.0:1787698863.617995:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698863.617999:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698863.618002:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787698863.618003:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698863.618005:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:1.0:1787698863.618008:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1787698863.618008:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4087)
00000100:00000001:1.0:1787698863.618009:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618013:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618019:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698863.618020:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618022:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698863.618023:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698863.618024:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698863.618028:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618033:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698863.618034:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.618035:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698863.618036:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698863.618037:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698863.618039:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228160:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698863.618041:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698863.618042:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698863.618043:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.618044:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698863.618047:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698863.618048:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698863.618051:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698863.618053:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698863.618055:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698863.618057:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228160, portal 10
00000100:00000001:1.0:1787698863.618058:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698863.618059:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787698863.618064:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618069:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698863.618070:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698863.618072:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698863.618073:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947228160, offset 0
00000400:00000200:1.0:1787698863.618075:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698863.618078:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698863.618080:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698863.618082:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698863.618084:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698863.618085:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698863.618087:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698863.618089:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12422:12422:256:4294967295] 192.168.201.121@tcp LPNI seq info [12422:12422:8:4294967295]
00000400:00000200:1.0:1787698863.618091:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698863.618095:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698863.618098:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698863.618099:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698863.618102:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698863.618104:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698863.618107:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698863.618108:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787698863.618111:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698863.618112:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698863.618114:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698863.618117:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698863.618119:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698863.618120:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698863.618122:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698863.618124:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618129:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698863.618130:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618135:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618136:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698863.618138:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698863.618140:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698863.618142:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698863.618160:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298749970
00000100:00000001:1.0:1787698863.618163:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298750627
00000100:00000001:1.0:1787698863.618165:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298749970
00000100:00000001:1.0:1787698863.618167:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298750627
00000100:00000001:1.0:1787698863.618169:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698863.618171:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618173:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698863.618177:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698863/real 1787698863]  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698863.618185:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698863.618187:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698863.618188:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698863.618191:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698863.618193:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698863.618195:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698863.618197:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698863.618203:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618217:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698863.618218:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618219:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698863.618220:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698863.618222:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618228:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698863.618231:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618238:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698863.618241:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618242:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698863.618243:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618245:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698863.618248:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698863.618250:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698863.618254:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698863.618256:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698863.618260:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698863.618268:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228160:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698863.618272:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698863.618274:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618278:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698863.618279:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.618281:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698863.618282:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698863.618284:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698863.618285:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228288:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698863.618287:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698863.618289:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698863.618290:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.618291:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698863.618293:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698863.618294:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698863.618297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698863.618299:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698863.618301:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698863.618303:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228288, portal 4
00000100:00000001:1.0:1787698863.618305:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698863.618305:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787698863.618309:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618313:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698863.618315:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698863.618316:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698863.618318:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947228288, offset 0
00000400:00000200:1.0:1787698863.618320:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698863.618322:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698863.618324:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698863.618326:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698863.618328:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698863.618330:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698863.618331:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698863.618333:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12423:12423:256:4294967295] 192.168.201.121@tcp LPNI seq info [12423:12423:8:4294967295]
00000400:00000200:1.0:1787698863.618336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698863.618339:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698863.618343:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698863.618345:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698863.618347:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698863.618349:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698863.618352:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698863.618354:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787698863.618356:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698863.618358:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698863.618360:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698863.618362:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698863.618364:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698863.618365:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698863.618366:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698863.618368:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618373:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698863.618375:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618379:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618380:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698863.618382:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698863.618384:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698863.618386:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698863.618387:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298749987
00000100:00000001:1.0:1787698863.618389:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298750627
00000100:00000001:1.0:1787698863.618390:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298749987
00000100:00000001:1.0:1787698863.618392:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298750627
00000100:00000001:1.0:1787698863.618393:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698863.618394:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618395:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698863.618397:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698863/real 1787698863]  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698863.618402:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698863.618403:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698863.618404:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698863.618405:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698863.618406:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698863.618407:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698863.618408:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698863.618413:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618416:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698863.618417:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618418:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698863.618419:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698863.618421:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618425:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698863.618427:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618430:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698863.618432:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618432:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698863.618433:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618435:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698863.618436:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698863.618438:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698863.618441:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698863.618442:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698863.618446:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698863.618454:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228288:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698863.618457:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698863.618461:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618467:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698863.618469:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.618471:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698863.618472:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698863.618474:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698863.618477:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228416:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698863.618480:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698863.618482:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698863.618483:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698863.618484:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698863.618487:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698863.618488:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698863.618490:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698863.618492:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698863.618494:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698863.618496:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228416, portal 4
00000100:00000001:1.0:1787698863.618497:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698863.618498:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787698863.618502:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618506:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698863.618508:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698863.618509:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698863.618511:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947228416, offset 0
00000400:00000200:1.0:1787698863.618513:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698863.618516:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698863.618518:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698863.618520:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698863.618521:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698863.618523:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698863.618524:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698863.618526:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12424:12424:256:4294967295] 192.168.201.121@tcp LPNI seq info [12424:12424:8:4294967295]
00000400:00000200:1.0:1787698863.618529:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698863.618532:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698863.618535:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698863.618536:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698863.618539:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698863.618541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698863.618543:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698863.618545:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787698863.618547:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698863.618548:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698863.618550:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698863.618552:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698863.618555:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698863.618556:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698863.618557:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698863.618559:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618564:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698863.618566:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698888 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618570:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618571:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698863.618572:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698863.618574:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698863.618576:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698863.618578:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298749974
00000100:00000001:1.0:1787698863.618579:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298750627
00000100:00000001:1.0:1787698863.618582:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298749974
00000100:00000001:1.0:1787698863.618584:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298750627
00000100:00000001:1.0:1787698863.618586:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698863.618588:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618589:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698863.618593:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698863/real 1787698863]  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698863.618600:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698863.618603:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698863.618604:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698863.618606:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698863.618607:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698863.618609:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698863.618612:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698863.618620:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618626:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698863.618627:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618628:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698863.618630:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698863.618632:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618639:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698863.618643:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618648:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698863.618651:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618652:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698863.618653:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618655:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698863.618656:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698863.618658:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698863.618662:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698863.618664:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698863.618667:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698863.618673:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228416:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698863.618677:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618678:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698863.618681:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947228160/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618687:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698863.618688:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698863.618689:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698863.618692:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698863.618693:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698863.618694:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698863.618696:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698863.618698:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787698863.618700:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698863.618701:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698863.618702:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787698863.618705:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698863.618706:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618707:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698863.618710:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947228288/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618722:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698863.618723:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698863.618724:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698863.618727:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698863.618728:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698863.618729:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698863.618731:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698863.618732:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787698863.618735:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698863.618736:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698863.618737:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787698863.618739:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698863.618740:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618742:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698863.618745:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947228416/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698888 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698863.618751:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698863.618752:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698863.618753:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698863.618755:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698863.618757:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698863.618757:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698863.618759:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698863.618760:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787698863.618762:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698863.618763:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698863.618764:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787698863.618766:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698863.618767:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618769:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698863.618772:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698863.618774:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698863.618775:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698863.618776:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698864.064948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698864.064948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698864.064955:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698864.064955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698864.064958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698864.064958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698864.064964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787698864.064964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698864.064968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698864.064968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698864.064972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698864.064972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698864.064975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698864.064978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698864.064981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698864.064985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698864.064986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698864.064988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698864.065006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698864.065009:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698864.065012:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698864.065014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698864.065016:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698864.065017:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698864.065056:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698864.065060:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698864.065064:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698864.320949:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298750627, at 4298750656
00000100:00000040:0.0:1787698864.320951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298750627, at 4298750656
00000100:00000010:1.0:1787698864.320963:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010840.
00000100:00000010:0.0:1787698864.320966:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010b40.
00000100:00000001:1.0:1787698864.640952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698864.640958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698864.640959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698864.640962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698864.640965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698864.640967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698864.640969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698864.640976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698864.640979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698865.088940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698865.088947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698865.088949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698865.088954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698865.088957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698865.088961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698865.088964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698865.088967:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698865.088970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698865.089070:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698865.089073:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698865.089077:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698865.089078:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698865.089081:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698865.089084:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698865.089086:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698865.089089:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698865.089092:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698865.089094:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698865.089096:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698865.089098:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698865.089159:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698865.089162:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698865.089164:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698865.089167:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698865.089171:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698865.089172:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698865.089175:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698865.089177:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698865.089179:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698865.089181:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698865.089183:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698865.089185:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698865.664946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698865.664953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698865.664955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698865.664961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698865.664964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698865.664967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698865.664969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698865.664970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698865.664973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698866.112945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698866.112947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698866.112952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698866.112953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698866.112957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698866.112962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698866.112964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698866.112965:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698866.112966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698866.112968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698866.112971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698866.112971:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698866.112973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698866.112975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698866.112977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698866.112977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698866.112979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698866.112981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698866.112984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698866.112986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698866.112987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698866.112992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698866.112993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698866.112996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698866.113025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698866.113029:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698866.113035:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698866.688974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698866.688979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698866.688981:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698866.688986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698866.688988:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698866.688991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698866.688992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698866.688994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698866.688996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698867.136946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698867.136951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698867.136951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698867.136952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698867.136956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698867.136956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698867.136957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698867.136959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698867.136964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698867.136964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698867.136965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698867.136969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698867.136971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698867.136971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698867.136973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698867.136975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698867.136975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698867.136976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698867.136981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698867.136983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698867.136986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698867.136988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698867.136991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698867.136994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698867.137006:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698867.137009:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698867.137012:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698867.712938:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698867.712944:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698867.712946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698867.712951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698867.712954:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698867.712957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698867.712960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698867.712962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698867.712965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698868.160889:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698868.160894:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698868.160896:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698868.160901:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698868.160903:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698868.160906:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698868.160907:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698868.160909:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698868.160912:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698868.160930:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698868.160933:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698868.160936:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698868.160938:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698868.160940:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698868.160941:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698868.160983:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698868.160987:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698868.160990:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698868.161020:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698868.161023:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698868.161024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698868.161026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698868.161028:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698868.161029:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698868.161030:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698868.161031:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698868.161033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698868.736947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698868.736954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698868.736956:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698868.736958:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698868.736963:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698868.736968:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4082
00000100:00000001:3.0:1787698868.736972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1787698868.736976:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698868.736976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698868.736980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698868.736984:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00100000:3.0:1787698868.736985:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:1.0:1787698868.736987:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698868.736988:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698868.736991:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698868.736992:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698868.736996:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698868.736997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698868.737000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698868.737001:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737004:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698868.737005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698868.737007:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698868.737010:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698868.737012:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698868.737014:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698868.737016:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698868.737018:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698868.737021:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698868.737023:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737025:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698868.737027:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698868.737029:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737031:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698868.737032:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698868.737034:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698868.737036:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737037:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698868.737039:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698868.737046:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787698868.737048:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698868.737051:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698868.737052:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737053:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698868.737055:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698868.737087:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698868.737095:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787698868.737100:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698868.737107:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698868.737114:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698868.737117:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698868.737119:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698868.737136:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698868.737138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698868.737141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698868.737142:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698868.737143:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698868.737145:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698868.737147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4082
00000400:00000200:1.0:1787698868.737150:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698868.737151:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698868.737153:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698868.737155:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737156:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698868.737158:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737160:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698868.737162:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698868.737163:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698868.737164:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698868.737165:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698868.737166:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698868.737167:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698868.737170:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698868.737170:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698868.737171:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698868.737175:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698868.737175:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698868.737176:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698868.737179:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:2.0:1787698868.737179:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787698868.737183:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737187:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698868.737188:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787698868.737188:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698868.737194:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698868.737198:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737200:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698868.737201:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698868.737203:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698868.737206:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698868.737207:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787698868.737210:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737211:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698868.737212:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737214:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698868.737216:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000100:00100000:2.0:1787698868.737219:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947228544:192.168.201.121@tcp:250:kworker.0
00000020:00000040:1.0:1787698868.737220:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698868.737225:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698868.737226:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698868.737227:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737229:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698868.737230:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698868.737231:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698868.737233:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698868.737234:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737237:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698868.737238:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00000001:1.0:1787698868.737241:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698868.737242:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b800.
00000100:00100000:1.0:1787698868.737246:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787698868.737247:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737256:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787698868.737257:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698868.737260:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698868.737262:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00000040:1.0:1787698868.737265:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787698868.737269:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000001:1.0:1787698868.737274:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698868.737276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787698868.737277:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228544, portal 25
00000100:00080000:1.0:1787698868.737282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698868.737282:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698868.737284:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000001:1.0:1787698868.737285:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698868.737288:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698868.737290:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698868.737294:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4082
00000100:00000040:2.0:1787698868.737294:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698868.737300:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698868.737305:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698868.737308:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787698868.737309:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698868.737315:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000040:2.0:1787698868.737315:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698868.737318:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000001:1.0:1787698868.737319:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698868.737323:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:2.0:1787698868.737325:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947228544, offset 0
00000100:00000001:1.0:1787698868.737326:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698868.737329:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698868.737331:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698868.737332:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698868.737333:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698868.737338:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698868.737338:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787698868.737341:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698868.737344:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737345:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698868.737348:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698868.737349:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737352:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698868.737353:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698868.737356:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:1.0:1787698868.737357:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737362:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698868.737363:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787698868.737365:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787698868.737366:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698868.737368:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737371:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:2.0:1787698868.737371:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000008:00100000:1.0:1787698868.737374:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787698868.737376:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1787698868.737377:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737380:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698868.737380:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000010:1.0:1787698868.737385:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000400:00000200:2.0:1787698868.737385:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12425:12425:256:4294967295] 192.168.201.121@tcp LPNI seq info [12425:12425:8:4294967295]
00000020:00000040:1.0:1787698868.737389:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698868.737392:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698868.737393:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698868.737395:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737397:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698868.737398:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698868.737400:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698868.737405:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000400:00000200:2.0:1787698868.737406:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787698868.737409:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698868.737414:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00100000:1.0:1787698868.737415:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787698868.737421:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000100:00000001:1.0:1787698868.737422:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698868.737426:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698868.737429:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787698868.737432:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698868.737438:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1787698868.737439:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698868.737443:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787698868.737446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:1.0:1787698868.737447:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698868.737450:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787698868.737450:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000100:00080000:1.0:1787698868.737452:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698868.737456:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787698868.737459:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698868.737461:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4082
00000800:00000010:2.0:1787698868.737463:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:1.0:1787698868.737466:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698868.737469:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:2.0:1787698868.737469:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787698868.737473:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698868.737477:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698868.737478:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787698868.737480:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698868.737484:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698868.737484:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000100:00000001:1.0:1787698868.737485:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:2.0:1787698868.737487:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000020:00000001:1.0:1787698868.737488:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698868.737491:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698868.737492:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698868.737493:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787698868.737494:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698868.737496:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698868.737499:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:2.0:1787698868.737500:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698868.737502:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737506:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698868.737509:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698868.737514:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698868.737516:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:2.0:1787698868.737517:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787698868.737520:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000040:2.0:1787698868.737523:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698868.737524:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698868.737528:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698868.737531:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698868.737535:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737537:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698868.737537:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698868.737540:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698868.737541:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1787698868.737544:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698868.737546:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737547:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698868.737548:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698868.737551:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698868.737554:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698868.737554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698868.737557:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737558:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298755747
00000100:00000001:1.0:1787698868.737559:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698868.737560:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698868.737562:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698868.737566:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
00000100:00000010:2.0:1787698868.737567:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d700c0.
00000100:00000001:1.0:1787698868.737568:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698868.737573:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698868.737576:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698868.737578:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698868.737581:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698868.737584:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737586:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298755747
00000100:00000001:1.0:1787698868.737592:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698868.737594:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70300.
00000100:00000040:1.0:1787698868.737595:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4092)
00000100:00000001:2.0:1787698868.737601:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698868.737606:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698868.737609:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737612:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698868.737616:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698868/real 1787698868]  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698868.737623:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698868.737623:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698868.737625:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698868.737627:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698868.737628:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698868.737629:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698868.737631:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698868.737636:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737640:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698868.737641:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737650:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.737651:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698868.737654:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737658:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698868.737661:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737665:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698868.737667:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737668:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.737668:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737671:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698868.737672:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698868.737674:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698868.737676:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698868.737678:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698868.737680:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698868.737685:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947228544:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698868.737687:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737689:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.737691:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947228544/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737695:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698868.737696:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698868.737698:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b800.
02000000:00000001:2.0:1787698868.737701:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698868.737702:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698868.737703:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698868.737704:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698868.737706:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698868.737709:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698868.737710:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698868.737711:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698868.737713:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698868.737713:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737715:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737720:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698868.737721:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737722:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698868.737723:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698868.737724:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698868.737726:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737734:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698868.737735:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737736:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698868.737737:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698868.737738:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698868.737740:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228672:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698868.737742:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698868.737743:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698868.737744:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737745:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698868.737747:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b800.
02000000:00000001:2.0:1787698868.737748:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698868.737750:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698868.737752:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698868.737754:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698868.737756:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228672, portal 10
00000100:00000001:2.0:1787698868.737757:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698868.737758:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698868.737763:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737766:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698868.737768:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698868.737769:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698868.737771:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947228672, offset 0
00000400:00000200:2.0:1787698868.737773:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698868.737775:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698868.737777:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698868.737779:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698868.737781:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698868.737782:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698868.737784:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698868.737786:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12426:12426:256:4294967295] 192.168.201.121@tcp LPNI seq info [12426:12426:8:4294967295]
00000400:00000200:2.0:1787698868.737789:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698868.737793:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698868.737796:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698868.737797:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698868.737800:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698868.737807:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698868.737810:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698868.737812:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787698868.737816:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698868.737817:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698868.737819:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698868.737821:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698868.737823:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698868.737824:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698868.737826:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698868.737828:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737832:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.737834:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737838:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737839:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698868.737841:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698868.737843:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698868.737845:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698868.737846:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298755089
00000100:00000001:2.0:1787698868.737875:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298755747
00000100:00000001:2.0:1787698868.737876:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298755090
00000100:00000001:2.0:1787698868.737877:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298755747
00000100:00000001:2.0:1787698868.737879:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698868.737880:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.737881:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698868.737884:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698868/real 1787698868]  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698868.737889:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698868.737890:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698868.737891:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698868.737892:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698868.737893:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698868.737894:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698868.737896:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698868.737901:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737905:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698868.737905:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737906:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.737907:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698868.737909:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737912:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698868.737914:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737918:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698868.737920:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737921:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.737922:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.737923:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698868.737924:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698868.737925:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698868.737927:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698868.737929:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698868.737931:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698868.737935:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228672:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698868.737937:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698868.737939:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737942:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698868.737943:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737944:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698868.737945:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698868.737946:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698868.737948:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228800:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698868.737949:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698868.737950:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698868.737951:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.737952:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698868.737954:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328800.
02000000:00000001:2.0:1787698868.737955:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698868.737957:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698868.737959:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698868.737961:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698868.737964:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228800, portal 4
00000100:00000001:2.0:1787698868.737966:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698868.737967:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698868.737972:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.737978:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698868.737980:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698868.737982:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698868.737985:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947228800, offset 0
00000400:00000200:2.0:1787698868.737988:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698868.737992:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698868.737996:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698868.737998:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698868.738001:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698868.738003:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698868.738005:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698868.738008:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12427:12427:256:4294967295] 192.168.201.121@tcp LPNI seq info [12427:12427:8:4294967295]
00000400:00000200:2.0:1787698868.738012:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698868.738018:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698868.738022:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698868.738025:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698868.738029:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698868.738031:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698868.738036:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698868.738038:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787698868.738042:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698868.738043:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698868.738046:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698868.738049:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698868.738052:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698868.738053:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698868.738066:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698868.738070:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738078:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.738081:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738087:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.738088:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698868.738092:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698868.738095:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698868.738097:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698868.738099:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298755107
00000100:00000001:2.0:1787698868.738102:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298755747
00000100:00000001:2.0:1787698868.738104:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298755107
00000100:00000001:2.0:1787698868.738105:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298755747
00000100:00000001:2.0:1787698868.738107:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698868.738109:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.738111:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698868.738115:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698868/real 1787698868]  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698868.738124:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698868.738125:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698868.738127:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698868.738129:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698868.738131:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698868.738133:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698868.738136:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698868.738145:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738151:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698868.738152:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738154:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.738155:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698868.738158:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738165:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698868.738168:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738174:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698868.738175:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738176:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.738177:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738179:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698868.738180:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698868.738181:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698868.738183:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698868.738184:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698868.738187:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698868.738191:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228800:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698868.738193:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698868.738195:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738198:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698868.738199:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.738200:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698868.738201:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698868.738202:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698868.738204:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228928:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698868.738206:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698868.738207:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698868.738208:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698868.738209:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698868.738212:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698868.738213:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698868.738215:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698868.738217:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698868.738219:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698868.738220:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947228928, portal 4
00000100:00000001:2.0:1787698868.738222:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698868.738222:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698868.738226:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738230:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698868.738231:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698868.738232:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698868.738233:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947228928, offset 0
00000400:00000200:2.0:1787698868.738236:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698868.738238:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698868.738240:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698868.738243:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698868.738245:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698868.738247:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698868.738249:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698868.738252:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12428:12428:256:4294967295] 192.168.201.121@tcp LPNI seq info [12428:12428:8:4294967295]
00000400:00000200:2.0:1787698868.738256:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698868.738262:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698868.738266:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698868.738269:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698868.738273:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698868.738275:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787698868.738279:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698868.738282:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787698868.738285:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698868.738287:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698868.738289:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698868.738292:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698868.738295:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698868.738296:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698868.738299:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698868.738303:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738310:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.738313:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738318:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.738320:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698868.738323:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698868.738325:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698868.738328:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698868.738330:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298755094
00000100:00000001:2.0:1787698868.738332:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298755747
00000100:00000001:2.0:1787698868.738333:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298755094
00000100:00000001:2.0:1787698868.738334:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298755747
00000100:00000001:2.0:1787698868.738336:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698868.738337:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.738338:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698868.738340:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698868/real 1787698868]  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698868.738345:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698868.738346:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698868.738347:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698868.738348:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698868.738349:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698868.738350:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698868.738352:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698868.738357:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738364:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698868.738365:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738366:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.738367:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698868.738369:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738372:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698868.738374:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738377:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698868.738379:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738379:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698868.738380:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738381:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698868.738382:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698868.738384:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698868.738386:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698868.738387:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698868.738389:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698868.738393:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947228928:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698868.738395:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738396:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.738397:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947228672/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738401:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698868.738402:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698868.738403:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b800.
02000000:00000001:2.0:1787698868.738405:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698868.738406:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698868.738407:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698868.738408:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698868.738409:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698868.738411:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698868.738411:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698868.738412:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698868.738414:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698868.738415:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738416:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.738417:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947228800/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738421:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698868.738422:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698868.738423:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328800.
02000000:00000001:2.0:1787698868.738424:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698868.738424:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698868.738425:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698868.738426:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698868.738427:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698868.738428:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698868.738428:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698868.738429:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698868.738430:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698868.738431:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738431:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698868.738433:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947228928/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698868.738436:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698868.738437:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698868.738437:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698868.738438:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698868.738439:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698868.738440:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698868.738441:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698868.738442:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698868.738443:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698868.738443:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698868.738444:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698868.738445:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698868.738446:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738447:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698868.738449:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698868.738450:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698868.738451:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698868.738452:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698869.184945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698869.184945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698869.184952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698869.184954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698869.184954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698869.184957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698869.184959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698869.184959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698869.184967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698869.184968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698869.184968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698869.184970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698869.184973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698869.184975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698869.184975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698869.184977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698869.184979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698869.184980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698869.184980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698869.184984:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698869.184987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698869.184993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698869.184996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698869.185000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698869.185010:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698869.185014:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698869.185026:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698869.440954:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298755747, at 4298755776
00000100:00000040:1.0:1787698869.440954:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298755747, at 4298755776
00000100:00000010:1.0:1787698869.440968:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70300.
00000100:00000010:0.0:1787698869.440971:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d700c0.
00000100:00000001:1.0:1787698869.760968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698869.760974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698869.760976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698869.760981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698869.760985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698869.760989:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698869.760992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698869.760994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698869.760997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698870.208928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698870.208928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698870.208931:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698870.208935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698870.208935:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698870.208936:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698870.208937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698870.208940:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698870.208942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698870.208943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698870.208945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698870.208946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698870.208947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698870.208949:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698870.208951:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698870.208953:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698870.208955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698870.208955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698870.208956:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698870.208959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698870.208962:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698870.208962:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698870.208966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698870.208971:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698870.208995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698870.208998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698870.209001:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698870.784961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698870.784968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698870.784970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698870.784975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698870.784978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698870.784983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698870.784986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698870.784988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698870.784992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698871.232959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698871.232959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698871.232965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698871.232966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698871.232966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698871.232969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698871.232970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698871.232971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698871.232976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698871.232976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698871.232978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698871.232981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698871.232981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698871.232982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698871.232985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698871.232986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698871.232988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698871.232990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698871.232991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698871.232998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698871.233001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698871.233002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698871.233005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698871.233008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698871.233047:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698871.233050:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698871.233052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698871.808943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698871.808950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698871.808952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698871.808957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698871.808960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698871.808964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698871.808966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698871.808968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698871.808971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.256981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698872.256986:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698872.256991:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698872.256992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698872.256995:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698872.257007:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698872.257013:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698872.257015:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.257020:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698872.257020:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698872.257024:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698872.257025:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698872.257027:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698872.257029:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698872.257032:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698872.257033:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698872.257039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.257040:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698872.257043:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698872.257044:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698872.257045:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.257046:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698872.257047:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.257048:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.257050:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698872.257052:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698872.257053:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698872.257096:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698872.257101:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698872.257104:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698872.257162:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698872.257166:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698872.257167:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698872.257171:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698872.257173:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698872.257175:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698872.257177:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698872.257178:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698872.257180:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698872.832967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698872.832975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698872.832977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698872.832981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698872.832984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698872.833019:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698872.833024:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698872.833027:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698872.833031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698873.280943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698873.280943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698873.280948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698873.280950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698873.280951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698873.280952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698873.280953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698873.280954:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698873.280960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698873.280960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698873.280960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698873.280963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698873.280965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698873.280966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698873.280967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698873.280970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698873.280971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698873.280972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698873.280977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698873.280988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698873.280991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698873.280993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698873.280996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698873.280998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698873.281006:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698873.281008:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698873.281012:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698873.856956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698873.856963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698873.856964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698873.856966:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698873.856968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698873.856980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698873.856983:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698873.856983:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698873.856987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698873.856989:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698873.856991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698873.856994:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698873.856996:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698873.856997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4087
00000100:00000001:3.0:1787698873.856998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698873.857005:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698873.857012:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698873.857014:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698873.857016:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698873.857022:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857024:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698873.857026:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698873.857028:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698873.857030:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698873.857032:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698873.857034:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698873.857035:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698873.857037:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698873.857039:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698873.857043:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698873.857047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857049:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698873.857052:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698873.857055:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698873.857058:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857061:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698873.857063:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698873.857072:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698873.857075:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698873.857079:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698873.857080:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857083:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698873.857086:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698873.857089:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698873.857096:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000001:1.0:1787698873.857102:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698873.857109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698873.857116:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698873.857119:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698873.857123:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698873.857137:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698873.857139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698873.857141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698873.857142:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698873.857144:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698873.857146:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698873.857148:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4087
00000400:00000200:1.0:1787698873.857151:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698873.857153:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698873.857155:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698873.857157:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698873.857157:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698873.857161:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698873.857162:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698873.857164:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698873.857165:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787698873.857169:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698873.857172:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787698873.857173:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698873.857174:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698873.857177:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698873.857179:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698873.857182:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698873.857185:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698873.857190:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787698873.857191:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698873.857192:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698873.857198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698873.857198:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698873.857201:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698873.857202:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698873.857206:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698873.857207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857208:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.857210:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698873.857211:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787698873.857216:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947229056:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787698873.857217:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698873.857223:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857223:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787698873.857226:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698873.857227:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787698873.857230:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698873.857230:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.857235:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787698873.857236:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857239:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698873.857242:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
02000000:00000010:2.0:1787698873.857242:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698873.857246:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698873.857247:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698873.857251:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698873.857252:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857255:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787698873.857255:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698873.857257:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698873.857259:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698873.857260:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
02000000:00000010:1.0:1787698873.857263:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787698873.857267:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698873.857267:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00100000:1.0:1787698873.857274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698873.857275:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229056, portal 25
00000100:00000001:2.0:1787698873.857281:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698873.857284:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000001:1.0:1787698873.857292:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698873.857295:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698873.857296:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698873.857300:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857320:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698873.857322:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698873.857325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787698873.857328:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698873.857329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698873.857332:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787698873.857332:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00080000:1.0:1787698873.857335:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787698873.857337:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947229056, offset 0
00000100:00000001:1.0:1787698873.857338:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698873.857343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4087
00000400:00000200:1.0:1787698873.857347:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.857347:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698873.857352:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698873.857353:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698873.857355:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857356:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698873.857358:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698873.857359:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857362:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698873.857363:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698873.857366:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:2.0:1787698873.857366:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698873.857368:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698873.857371:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698873.857374:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698873.857374:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787698873.857377:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698873.857379:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:1.0:1787698873.857382:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857384:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698873.857385:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787698873.857388:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698873.857391:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698873.857395:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:2.0:1787698873.857398:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12429:12429:256:4294967295] 192.168.201.121@tcp LPNI seq info [12429:12429:8:4294967295]
00000100:00080000:1.0:1787698873.857400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857404:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698873.857407:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698873.857409:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698873.857410:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698873.857411:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857414:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698873.857416:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698873.857417:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857419:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698873.857421:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000020:00000040:1.0:1787698873.857424:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698873.857427:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698873.857429:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698873.857430:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787698873.857431:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698873.857434:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698873.857436:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698873.857440:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787698873.857444:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698873.857445:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00100000:1.0:1787698873.857450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787698873.857451:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000100:00000001:1.0:1787698873.857458:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698873.857462:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698873.857462:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698873.857467:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787698873.857467:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787698873.857477:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698873.857479:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698873.857481:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000100:00080000:1.0:1787698873.857482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698873.857486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1787698873.857487:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857488:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1787698873.857490:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000100:00080000:1.0:1787698873.857491:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698873.857495:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698873.857498:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4087
00000400:00000200:2.0:1787698873.857498:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698873.857505:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.857506:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698873.857510:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698873.857513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698873.857513:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698873.857517:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000040:1.0:1787698873.857518:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857521:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698873.857522:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787698873.857523:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857525:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698873.857528:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787698873.857528:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698873.857530:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698873.857533:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698873.857534:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698873.857538:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698873.857541:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698873.857542:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698873.857545:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857547:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698873.857550:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698873.857551:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857554:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698873.857558:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698873.857561:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698873.857566:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698873.857569:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698873.857574:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698873.857574:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698873.857579:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857579:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698873.857583:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698873.857584:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698873.857585:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698873.857587:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857588:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698873.857589:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787698873.857592:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000400:00000200:2.0:1787698873.857595:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698873.857596:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698873.857598:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857598:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298760867
00000100:00000001:1.0:1787698873.857603:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698873.857604:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698873.857605:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698873.857605:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70f00.
02000000:00000010:1.0:1787698873.857612:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000001:2.0:1787698873.857613:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698873.857615:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698873.857620:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698873.857620:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298760867
00000100:00000010:2.0:1787698873.857626:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70720.
00000100:00000001:1.0:1787698873.857629:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698873.857632:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857632:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1787698873.857637:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857639:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698873.857646:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857647:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698873.857650:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4097)
00000100:00000001:2.0:1787698873.857651:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698873.857659:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698873/real 1787698873]  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698873.857670:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698873.857672:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698873.857674:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698873.857678:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698873.857680:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698873.857682:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698873.857684:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698873.857690:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857694:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698873.857695:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857697:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.857698:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698873.857701:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857705:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698873.857708:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857712:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698873.857714:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857715:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.857715:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857717:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698873.857718:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698873.857720:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698873.857722:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698873.857723:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698873.857726:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698873.857730:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947229056:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698873.857733:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857735:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.857736:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947229056/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857740:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698873.857742:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698873.857744:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698873.857746:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698873.857747:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698873.857748:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698873.857749:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698873.857751:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698873.857754:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698873.857756:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698873.857757:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698873.857759:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698873.857760:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857761:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857766:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698873.857767:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857768:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698873.857769:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698873.857770:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698873.857772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857776:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698873.857777:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.857778:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698873.857780:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698873.857781:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698873.857782:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229184:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698873.857784:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698873.857786:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698873.857787:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.857788:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698873.857790:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698873.857791:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698873.857793:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698873.857795:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698873.857797:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698873.857799:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229184, portal 10
00000100:00000001:2.0:1787698873.857805:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698873.857806:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698873.857810:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857814:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698873.857816:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698873.857817:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698873.857819:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947229184, offset 0
00000400:00000200:2.0:1787698873.857821:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698873.857824:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.857826:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698873.857829:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698873.857831:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698873.857834:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698873.857836:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698873.857838:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12430:12430:256:4294967295] 192.168.201.121@tcp LPNI seq info [12430:12430:8:4294967295]
00000400:00000200:2.0:1787698873.857842:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.857866:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698873.857871:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698873.857875:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698873.857878:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698873.857880:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787698873.857882:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698873.857884:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787698873.857886:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698873.857887:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698873.857889:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698873.857892:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698873.857894:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698873.857895:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698873.857896:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698873.857899:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857907:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.857909:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857913:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857914:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698873.857916:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698873.857918:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698873.857920:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698873.857922:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298760210
00000100:00000001:2.0:1787698873.857924:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298760867
00000100:00000001:2.0:1787698873.857925:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298760210
00000100:00000001:2.0:1787698873.857926:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298760867
00000100:00000001:2.0:1787698873.857927:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698873.857929:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.857930:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698873.857932:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698873/real 1787698873]  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698873.857936:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698873.857937:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698873.857938:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698873.857939:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698873.857940:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698873.857941:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698873.857943:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698873.857947:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857951:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698873.857952:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857953:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.857954:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698873.857956:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857959:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698873.857961:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.857965:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698873.857966:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857967:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.857968:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.857980:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698873.857981:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698873.857983:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698873.857985:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698873.857987:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698873.857989:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698873.857994:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229184:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698873.857996:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698873.857998:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858001:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698873.858002:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.858003:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698873.858004:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698873.858006:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698873.858007:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229312:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698873.858009:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698873.858011:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698873.858012:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.858013:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698873.858015:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328800.
02000000:00000001:2.0:1787698873.858016:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698873.858018:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698873.858020:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698873.858022:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698873.858024:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229312, portal 4
00000100:00000001:2.0:1787698873.858025:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698873.858026:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698873.858029:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858033:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698873.858034:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698873.858035:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698873.858037:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947229312, offset 0
00000400:00000200:2.0:1787698873.858039:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698873.858041:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.858043:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698873.858045:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698873.858046:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698873.858048:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698873.858049:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698873.858051:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12431:12431:256:4294967295] 192.168.201.121@tcp LPNI seq info [12431:12431:8:4294967295]
00000400:00000200:2.0:1787698873.858053:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.858057:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698873.858060:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698873.858062:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698873.858065:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698873.858066:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787698873.858069:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698873.858071:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787698873.858073:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698873.858074:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698873.858076:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698873.858078:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698873.858080:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698873.858081:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698873.858082:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698873.858084:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858089:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.858090:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858094:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.858095:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698873.858097:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698873.858098:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698873.858101:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698873.858102:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298760227
00000100:00000001:2.0:1787698873.858103:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298760867
00000100:00000001:2.0:1787698873.858104:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298760227
00000100:00000001:2.0:1787698873.858106:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298760867
00000100:00000001:2.0:1787698873.858107:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698873.858108:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.858109:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698873.858111:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698873/real 1787698873]  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698873.858115:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698873.858116:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698873.858117:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698873.858118:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698873.858119:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698873.858120:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698873.858122:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698873.858126:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858129:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698873.858130:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858131:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.858131:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698873.858133:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858137:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698873.858138:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858142:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698873.858143:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858144:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.858145:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858146:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698873.858147:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698873.858148:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698873.858150:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698873.858151:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698873.858153:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698873.858161:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229312:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698873.858163:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698873.858165:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858168:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698873.858169:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.858170:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698873.858171:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698873.858172:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698873.858173:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229440:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698873.858175:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698873.858176:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698873.858176:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698873.858177:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698873.858179:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b800.
02000000:00000001:2.0:1787698873.858180:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698873.858182:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698873.858183:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698873.858185:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698873.858187:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229440, portal 4
00000100:00000001:2.0:1787698873.858188:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698873.858189:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698873.858192:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858196:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698873.858197:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698873.858198:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698873.858200:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947229440, offset 0
00000400:00000200:2.0:1787698873.858201:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698873.858203:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.858205:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698873.858207:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698873.858208:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698873.858210:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698873.858211:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698873.858213:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12432:12432:256:4294967295] 192.168.201.121@tcp LPNI seq info [12432:12432:8:4294967295]
00000400:00000200:2.0:1787698873.858215:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698873.858218:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698873.858220:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698873.858222:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698873.858224:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698873.858226:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787698873.858228:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698873.858230:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1787698873.858232:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698873.858233:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698873.858234:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698873.858236:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698873.858238:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698873.858239:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698873.858240:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698873.858242:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858246:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.858248:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698898 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858251:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.858252:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698873.858253:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698873.858255:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698873.858257:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698873.858258:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298760214
00000100:00000001:2.0:1787698873.858260:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298760867
00000100:00000001:2.0:1787698873.858261:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298760214
00000100:00000001:2.0:1787698873.858262:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298760867
00000100:00000001:2.0:1787698873.858263:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698873.858264:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.858265:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698873.858267:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698873/real 1787698873]  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698873.858271:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698873.858271:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698873.858272:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698873.858273:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698873.858274:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698873.858275:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698873.858277:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698873.858284:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858291:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698873.858292:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858294:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.858295:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698873.858298:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858304:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698873.858308:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858315:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698873.858318:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858319:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698873.858320:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858322:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698873.858323:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698873.858326:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698873.858328:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698873.858329:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698873.858332:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698873.858336:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229440:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698873.858338:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858339:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.858341:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947229184/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858345:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698873.858346:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698873.858347:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329400.
02000000:00000001:2.0:1787698873.858349:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698873.858350:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698873.858351:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698873.858352:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698873.858353:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698873.858355:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698873.858356:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698873.858356:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698873.858358:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698873.858359:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858360:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.858362:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947229312/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858369:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698873.858369:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698873.858370:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328800.
02000000:00000001:2.0:1787698873.858372:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698873.858372:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698873.858373:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698873.858374:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698873.858374:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698873.858375:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698873.858376:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698873.858377:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698873.858378:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698873.858378:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858379:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698873.858381:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947229440/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698898 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698873.858384:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698873.858384:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698873.858385:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b800.
02000000:00000001:2.0:1787698873.858387:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698873.858388:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698873.858388:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698873.858389:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698873.858390:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698873.858391:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698873.858392:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698873.858392:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698873.858393:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698873.858394:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858396:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698873.858398:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698873.858400:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698873.858401:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698873.858402:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698874.304989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698874.304990:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698874.304997:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698874.304997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698874.304999:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698874.305006:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698874.305009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698874.305011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698874.305013:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698874.305014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698874.305015:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698874.305024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698874.305025:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698874.305026:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698874.305027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698874.305033:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698874.305033:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698874.305035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698874.305047:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698874.305052:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698874.305055:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698874.305058:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698874.305060:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698874.305063:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698874.305088:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698874.305092:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698874.305096:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698874.560977:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298760867, at 4298760896
00000100:00000040:0.0:1787698874.560989:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298760867, at 4298760896
00000100:00000010:1.0:1787698874.560992:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70720.
00000100:00000010:0.0:1787698874.561004:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70f00.
00000100:00000001:3.0:1787698874.881006:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698874.881014:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698874.881016:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698874.881021:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698874.881024:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698874.881028:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698874.881030:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698874.881032:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698874.881034:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698875.328956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698875.328959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698875.328963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698875.328964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698875.328965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698875.328967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698875.328967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698875.328968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698875.328974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698875.328974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698875.328975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698875.328978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698875.328979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698875.328981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698875.328983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698875.328983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698875.328985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698875.328987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698875.328988:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698875.328990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698875.328991:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698875.328993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698875.328994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698875.328994:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698875.328998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698875.329000:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698875.329003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698875.329004:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698875.329008:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698875.329011:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698875.329030:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698875.329033:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698875.329036:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698875.904933:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698875.904960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698875.904961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698875.904966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698875.904969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698875.904971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698875.904973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698875.904975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698875.904978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698876.352944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698876.352944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698876.352950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698876.352951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698876.352951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698876.352955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698876.352955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698876.352956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698876.352962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698876.352963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698876.352963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698876.352965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698876.352969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698876.352970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698876.352970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698876.352972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698876.352974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698876.352975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698876.352976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698876.352980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698876.352982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698876.352985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698876.352987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698876.352990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698876.353007:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698876.353010:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698876.353013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698876.928975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698876.928983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698876.928985:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698876.928990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698876.928994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698876.928998:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698876.929000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698876.929002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698876.929005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698877.376959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698877.376959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698877.376964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698877.376969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698877.376969:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698877.376971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698877.376973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698877.376973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698877.376978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698877.376979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698877.376979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698877.376981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698877.376982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698877.376984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698877.376986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698877.376987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698877.376988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698877.376989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698877.376989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698877.376993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698877.376996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698877.376997:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698877.377000:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698877.377003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698877.377009:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698877.377012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698877.377016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698877.952931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698877.952937:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698877.952939:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698877.952944:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698877.952947:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698877.952951:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698877.952953:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698877.952956:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698877.952958:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698878.400980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698878.400988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698878.400991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698878.400995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698878.400995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698878.400996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698878.401001:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698878.401002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698878.401005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698878.401010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698878.401014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698878.401014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698878.401015:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698878.401019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698878.401020:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698878.401023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698878.401030:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698878.401031:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698878.401031:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698878.401033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698878.401035:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698878.401037:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698878.401039:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698878.401041:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698878.401106:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698878.401110:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698878.401114:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698878.976998:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698878.977003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698878.977006:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698878.977008:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698878.977010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698878.977014:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698878.977014:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698878.977017:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698878.977019:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698878.977021:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698878.977023:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698878.977026:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698878.977028:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698878.977029:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4092
00000100:00000001:3.0:1787698878.977031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698878.977040:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698878.977046:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698878.977048:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698878.977051:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698878.977055:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977058:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698878.977061:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698878.977062:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698878.977064:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698878.977067:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698878.977068:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698878.977070:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698878.977071:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977072:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698878.977074:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977075:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698878.977076:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698878.977078:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977080:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698878.977081:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698878.977085:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698878.977088:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977089:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698878.977092:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698878.977100:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698878.977103:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698878.977106:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698878.977112:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977116:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698878.977119:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698878.977124:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698878.977133:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000100:00000001:2.0:1787698878.977149:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698878.977160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698878.977168:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698878.977177:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698878.977181:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698878.977198:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698878.977200:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698878.977202:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698878.977203:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698878.977204:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698878.977206:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698878.977208:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4092
00000400:00000200:2.0:1787698878.977211:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698878.977213:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698878.977215:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698878.977218:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787698878.977219:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698878.977223:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698878.977224:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698878.977226:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698878.977229:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698878.977234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698878.977235:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698878.977241:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698878.977243:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698878.977247:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698878.977251:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787698878.977252:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698878.977255:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698878.977256:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698878.977260:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787698878.977261:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698878.977266:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787698878.977266:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977270:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698878.977273:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698878.977278:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947229568:192.168.201.121@tcp:250:kworker.0
00000100:00000040:2.0:1787698878.977283:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698878.977285:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698878.977290:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787698878.977291:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787698878.977294:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698878.977295:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698878.977301:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787698878.977301:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977305:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698878.977306:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787698878.977309:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698878.977312:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698878.977313:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698878.977316:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977318:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698878.977323:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698878.977324:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:2.0:1787698878.977330:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698878.977332:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698878.977333:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698878.977340:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000400:00000010:1.0:1787698878.977343:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000020:00000040:2.0:1787698878.977343:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698878.977349:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698878.977351:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977352:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787698878.977354:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229568, portal 25
02000000:00000001:2.0:1787698878.977354:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698878.977358:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.977360:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698878.977363:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
02000000:00000010:2.0:1787698878.977365:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
00000100:00000001:2.0:1787698878.977370:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698878.977372:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698878.977377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698878.977393:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698878.977400:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698878.977405:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000001:2.0:1787698878.977407:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787698878.977410:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947229568, offset 0
00000100:00000001:2.0:1787698878.977411:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698878.977422:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698878.977427:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698878.977435:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698878.977436:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698878.977440:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698878.977442:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787698878.977444:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787698878.977444:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698878.977447:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698878.977451:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698878.977454:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787698878.977455:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4092
00000400:00000200:1.0:1787698878.977462:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698878.977462:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698878.977468:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787698878.977470:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787698878.977471:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787698878.977474:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:2.0:1787698878.977478:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698878.977482:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12433:12433:256:4294967295] 192.168.201.121@tcp LPNI seq info [12433:12433:8:4294967295]
00000100:00000001:2.0:1787698878.977483:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698878.977488:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698878.977492:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698878.977492:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698878.977496:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698878.977497:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698878.977498:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698878.977500:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698878.977504:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698878.977508:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787698878.977508:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698878.977515:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977517:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787698878.977520:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698878.977521:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977525:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:1.0:1787698878.977528:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000020:00000040:2.0:1787698878.977528:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698878.977534:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977536:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698878.977537:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787698878.977540:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698878.977541:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787698878.977545:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1787698878.977545:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977546:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698878.977550:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698878.977552:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977553:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698878.977556:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000020:00000040:2.0:1787698878.977559:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698878.977563:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787698878.977564:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698878.977565:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977568:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698878.977571:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698878.977572:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698878.977572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000010:2.0:1787698878.977577:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787698878.977580:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787698878.977582:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00100000:2.0:1787698878.977586:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787698878.977587:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698878.977594:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698878.977595:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698878.977598:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787698878.977605:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698878.977606:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698878.977614:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000001:2.0:1787698878.977615:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698878.977618:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00080000:2.0:1787698878.977619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698878.977623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698878.977624:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698878.977625:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787698878.977626:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698878.977629:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787698878.977631:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698878.977634:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4092
00000400:00000200:2.0:1787698878.977640:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698878.977645:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698878.977648:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787698878.977650:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698878.977651:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977654:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698878.977655:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698878.977658:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977661:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698878.977664:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698878.977666:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698878.977668:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698878.977671:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698878.977671:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698878.977674:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698878.977675:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787698878.977677:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698878.977681:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698878.977682:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977682:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698878.977686:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977688:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698878.977689:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698878.977693:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298765987
00000020:00000040:2.0:1787698878.977695:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698878.977698:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698878.977700:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698878.977701:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010840.
02000000:00000001:2.0:1787698878.977701:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698878.977704:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698878.977707:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977708:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698878.977710:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698878.977712:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1787698878.977712:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977714:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698878.977719:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698878.977721:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698878.977722:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298765987
02000000:00000001:2.0:1787698878.977723:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698878.977725:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698878.977729:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010240.
00000100:00000001:2.0:1787698878.977730:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698878.977734:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698878.977736:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787698878.977736:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.977741:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787698878.977741:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000100:00000001:1.0:1787698878.977746:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698878.977746:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.977749:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698878.977752:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787698878.977757:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698878/real 1787698878]  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698878.977762:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698878.977765:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698878.977772:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698878.977773:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698878.977776:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698878.977779:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698878.977781:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698878.977783:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698878.977786:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000040:2.0:1787698878.977786:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4103)
00000100:00000001:1.0:1787698878.977791:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698878.977795:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698878.977801:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.977805:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698878.977806:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.977808:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.977809:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698878.977812:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.977816:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698878.977819:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.977823:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698878.977824:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.977825:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.977826:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.977828:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698878.977829:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698878.977830:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698878.977833:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698878.977834:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698878.977836:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698878.977841:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947229568:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698878.977844:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.977846:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.977868:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947229568/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.977873:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698878.977875:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698878.977877:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698878.977880:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698878.977881:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698878.977896:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698878.977898:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698878.977900:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b800.
02000000:00000001:1.0:1787698878.977904:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698878.977906:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698878.977907:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698878.977910:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698878.977910:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.977912:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.977918:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698878.977919:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.977921:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698878.977922:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698878.977923:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698878.977926:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.977930:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698878.977931:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698878.977932:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698878.977934:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698878.977935:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698878.977937:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229696:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698878.977939:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698878.977940:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698878.977941:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698878.977943:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698878.977945:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698878.977946:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698878.977949:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698878.977951:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698878.977953:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698878.977955:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229696, portal 10
00000100:00000001:1.0:1787698878.977957:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698878.977958:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:1.0:1787698878.977963:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.977967:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698878.977968:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698878.977970:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698878.977971:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947229696, offset 0
00000400:00000200:1.0:1787698878.977973:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698878.977976:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698878.977978:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698878.977980:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698878.977981:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698878.977983:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698878.977984:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698878.977986:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12434:12434:256:4294967295] 192.168.201.121@tcp LPNI seq info [12434:12434:8:4294967295]
00000400:00000200:1.0:1787698878.977989:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698878.977993:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698878.977995:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698878.977997:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698878.978000:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698878.978002:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698878.978005:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698878.978007:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787698878.978009:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698878.978011:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698878.978013:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698878.978015:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698878.978017:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698878.978018:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698878.978020:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698878.978022:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978027:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.978028:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978032:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978033:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698878.978035:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698878.978037:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698878.978039:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698878.978040:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298765330
00000100:00000001:1.0:1787698878.978042:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298765987
00000100:00000001:1.0:1787698878.978043:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298765330
00000100:00000001:1.0:1787698878.978045:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298765987
00000100:00000001:1.0:1787698878.978046:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698878.978047:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978049:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698878.978051:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698878/real 1787698878]  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698878.978055:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698878.978055:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698878.978056:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698878.978057:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698878.978058:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698878.978059:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698878.978061:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698878.978066:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978070:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698878.978071:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978072:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.978072:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698878.978074:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978078:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698878.978080:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978083:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698878.978085:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978085:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.978086:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978087:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698878.978088:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698878.978090:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698878.978092:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698878.978093:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698878.978095:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698878.978100:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229696:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698878.978102:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698878.978104:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978112:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698878.978113:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698878.978114:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698878.978115:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698878.978116:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698878.978118:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229824:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698878.978119:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698878.978120:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698878.978121:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698878.978122:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698878.978124:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698878.978125:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698878.978127:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698878.978128:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698878.978130:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698878.978131:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229824, portal 4
00000100:00000001:1.0:1787698878.978132:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698878.978133:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698878.978137:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978141:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698878.978142:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698878.978143:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698878.978145:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947229824, offset 0
00000400:00000200:1.0:1787698878.978146:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698878.978148:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698878.978150:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698878.978151:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698878.978152:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698878.978154:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698878.978155:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698878.978157:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12435:12435:256:4294967295] 192.168.201.121@tcp LPNI seq info [12435:12435:8:4294967295]
00000400:00000200:1.0:1787698878.978160:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698878.978164:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698878.978166:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698878.978168:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698878.978170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698878.978171:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698878.978173:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698878.978175:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787698878.978177:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698878.978179:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698878.978180:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698878.978182:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698878.978184:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698878.978185:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698878.978187:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698878.978188:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978193:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.978195:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978199:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978200:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698878.978201:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698878.978202:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698878.978204:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698878.978205:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298765347
00000100:00000001:1.0:1787698878.978206:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298765987
00000100:00000001:1.0:1787698878.978208:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298765347
00000100:00000001:1.0:1787698878.978209:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298765987
00000100:00000001:1.0:1787698878.978210:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698878.978212:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978213:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698878.978215:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698878/real 1787698878]  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698878.978220:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698878.978220:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698878.978221:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698878.978222:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698878.978223:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698878.978224:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698878.978226:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698878.978230:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978233:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698878.978234:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978235:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.978236:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698878.978238:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978242:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698878.978244:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978247:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698878.978248:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978249:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.978250:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978251:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698878.978252:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698878.978253:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698878.978255:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698878.978256:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698878.978259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698878.978263:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229824:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698878.978265:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698878.978266:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978270:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698878.978270:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698878.978271:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698878.978272:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698878.978273:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698878.978275:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229952:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698878.978276:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698878.978277:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698878.978278:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698878.978279:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698878.978281:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698878.978282:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698878.978284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698878.978286:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698878.978289:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698878.978291:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947229952, portal 4
00000100:00000001:1.0:1787698878.978293:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698878.978294:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698878.978300:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978306:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698878.978309:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698878.978311:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698878.978313:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947229952, offset 0
00000400:00000200:1.0:1787698878.978317:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698878.978320:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698878.978323:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698878.978326:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698878.978328:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698878.978330:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698878.978332:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698878.978335:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12436:12436:256:4294967295] 192.168.201.121@tcp LPNI seq info [12436:12436:8:4294967295]
00000400:00000200:1.0:1787698878.978339:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698878.978343:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698878.978346:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698878.978348:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698878.978350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698878.978352:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787698878.978354:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698878.978356:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787698878.978358:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698878.978360:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698878.978362:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698878.978363:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698878.978365:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698878.978366:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698878.978368:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698878.978370:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978375:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.978376:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978380:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978381:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698878.978383:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698878.978385:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698878.978387:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698878.978389:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298765334
00000100:00000001:1.0:1787698878.978390:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298765987
00000100:00000001:1.0:1787698878.978392:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298765334
00000100:00000001:1.0:1787698878.978393:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298765987
00000100:00000001:1.0:1787698878.978394:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698878.978395:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978396:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698878.978398:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698878/real 1787698878]  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698878.978403:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698878.978404:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698878.978405:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698878.978406:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698878.978407:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698878.978408:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698878.978410:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698878.978415:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978418:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698878.978419:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978420:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.978421:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698878.978422:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978426:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698878.978428:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978433:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698878.978434:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978435:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698878.978436:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978437:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698878.978438:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698878.978439:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698878.978441:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698878.978442:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698878.978444:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698878.978448:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947229952:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698878.978450:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978451:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.978452:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947229696/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978456:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698878.978457:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698878.978458:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698878.978459:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698878.978460:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698878.978461:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698878.978462:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698878.978463:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698878.978465:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698878.978465:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698878.978466:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698878.978468:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698878.978469:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978470:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.978472:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947229824/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978476:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698878.978477:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698878.978478:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698878.978479:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698878.978480:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698878.978480:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698878.978481:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698878.978482:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329400.
02000000:00000001:1.0:1787698878.978483:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698878.978484:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698878.978484:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698878.978485:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698878.978486:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978487:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698878.978488:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947229952/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698903 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698878.978491:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698878.978492:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698878.978493:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698878.978494:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698878.978495:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698878.978495:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698878.978496:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698878.978497:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787698878.978498:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698878.978499:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698878.978499:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698878.978500:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698878.978501:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978502:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698878.978503:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698878.978504:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698878.978505:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698878.978507:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698879.424983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698879.424983:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698879.424989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698879.424991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698879.424992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698879.424994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698879.424995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698879.424996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698879.425003:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698879.425004:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698879.425005:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698879.425009:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698879.425010:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698879.425011:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698879.425015:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698879.425016:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698879.425017:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698879.425019:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698879.425021:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698879.425022:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698879.425028:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698879.425029:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698879.425032:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698879.425035:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698879.425053:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698879.425056:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698879.425059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698879.681008:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298765987, at 4298766016
00000100:00000010:1.0:1787698879.681027:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010240.
00000100:00000040:0.0:1787698879.681057:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298765987, at 4298766016
00000100:00000010:0.0:1787698879.681069:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010840.
00000100:00000001:3.0:1787698880.000976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698880.000986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698880.000989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698880.000994:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698880.000998:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698880.001001:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698880.001003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698880.001005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698880.001007:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698880.448918:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698880.448920:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698880.448925:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698880.448927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698880.448931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698880.448931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698880.448932:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698880.448936:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698880.448938:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698880.448938:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698880.448939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698880.448941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698880.448942:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698880.448944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698880.448948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698880.448949:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698880.448953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698880.448953:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698880.448957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698880.448959:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698880.448965:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698880.448968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698880.448971:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698880.448972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698880.448977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698880.448977:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698880.448985:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698881.025005:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698881.025016:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698881.025019:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698881.025026:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698881.025030:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698881.025035:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698881.025038:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698881.025041:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698881.025044:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698881.472940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698881.472949:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698881.472952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698881.472957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698881.472962:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698881.472967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698881.472972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698881.472975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698881.472976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698881.472981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698881.472983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698881.472984:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698881.472992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698881.472995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698881.472996:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698881.472999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698881.473001:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698881.473006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698881.473007:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698881.473009:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698881.473011:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698881.473013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698881.473017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698881.473021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698881.473060:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698881.473064:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698881.473068:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698882.048962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698882.048968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698882.048969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698882.048974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698882.048976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698882.048980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698882.048982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698882.048983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698882.048986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698882.496921:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698882.496930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698882.496933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698882.496934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698882.496940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698882.496942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698882.496943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698882.496949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698882.496950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698882.496954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698882.496955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698882.496958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698882.496960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698882.496964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698882.496967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698882.496970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698882.496974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698882.496977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497056:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698882.497061:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698882.497064:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698882.497068:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497072:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698882.497074:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497076:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497079:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497083:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698882.497085:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698882.497086:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698882.497087:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497089:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698882.497090:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497092:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497094:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698882.497097:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698882.497099:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698882.497140:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698882.497143:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698882.497145:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698883.072985:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698883.072995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698883.072998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698883.073004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698883.073009:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698883.073014:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698883.073017:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698883.073019:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698883.073023:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698883.520916:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698883.520920:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698883.520927:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698883.520927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698883.520929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698883.520931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698883.520937:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698883.520938:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698883.520942:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698883.520944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698883.520947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698883.520949:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698883.520950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698883.520951:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698883.520954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698883.520956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698883.520957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698883.520962:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698883.520966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698883.520967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698883.520970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698883.520972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698883.520977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698883.520981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698883.521011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698883.521016:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698883.521020:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698884.096977:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698884.096987:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698884.096989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698884.096993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787698884.097003:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:1.0:1787698884.097008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698884.097009:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698884.097016:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698884.097017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698884.097024:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698884.097025:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698884.097026:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698884.097029:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097034:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698884.097045:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4098
00000400:00000200:1.0:1787698884.097057:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698884.097065:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698884.097069:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698884.097073:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097077:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698884.097079:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097082:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698884.097087:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698884.097089:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698884.097092:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698884.097095:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698884.097098:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698884.097101:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698884.097104:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097106:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698884.097108:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097110:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698884.097113:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698884.097117:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097120:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698884.097123:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698884.097127:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698884.097131:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097133:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698884.097135:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698884.097144:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787698884.097147:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698884.097151:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698884.097152:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097155:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698884.097158:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698884.097162:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698884.097172:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787698884.097178:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698884.097187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698884.097195:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698884.097199:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698884.097202:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698884.097223:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698884.097225:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698884.097228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698884.097229:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698884.097231:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698884.097233:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698884.097234:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4098
00000400:00000200:1.0:1787698884.097237:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698884.097239:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698884.097240:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698884.097242:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097244:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698884.097246:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097247:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698884.097248:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698884.097249:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698884.097250:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698884.097252:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698884.097253:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698884.097255:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698884.097257:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097259:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698884.097260:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097261:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698884.097263:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:2.0:1787698884.097264:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787698884.097265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097269:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698884.097271:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698884.097271:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698884.097275:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787698884.097283:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787698884.097284:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698884.097291:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097296:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698884.097299:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698884.097303:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698884.097304:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698884.097308:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787698884.097309:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.097312:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698884.097314:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.097317:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698884.097320:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000100:00100000:2.0:1787698884.097325:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947230080:192.168.201.121@tcp:250:kworker.0
00000020:00000040:1.0:1787698884.097326:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698884.097330:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698884.097332:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097335:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787698884.097335:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698884.097336:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698884.097340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698884.097343:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698884.097344:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698884.097346:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.097348:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698884.097353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787698884.097355:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787698884.097360:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698884.097362:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698884.097363:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
00000100:00000040:1.0:1787698884.097365:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698884.097369:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097378:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.097380:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698884.097381:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698884.097385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698884.097387:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787698884.097387:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00080000:1.0:1787698884.097389:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698884.097393:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698884.097395:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4098
00000400:00000200:1.0:1787698884.097398:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698884.097398:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000400:00000200:1.0:1787698884.097403:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698884.097405:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698884.097408:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097410:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787698884.097410:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230080, portal 25
00000100:00000040:1.0:1787698884.097413:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698884.097415:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698884.097416:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698884.097419:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000020:00000001:1.0:1787698884.097420:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698884.097422:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698884.097424:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698884.097426:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698884.097428:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698884.097430:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698884.097431:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698884.097433:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097437:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698884.097439:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097443:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698884.097446:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698884.097450:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097454:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.097454:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787698884.097458:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698884.097460:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698884.097463:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698884.097463:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097467:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698884.097469:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787698884.097469:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000008:00000001:1.0:1787698884.097473:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097475:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698884.097476:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947230080, offset 0
00000100:00000010:1.0:1787698884.097478:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787698884.097481:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698884.097483:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698884.097484:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097486:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698884.097488:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698884.097488:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698884.097491:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698884.097496:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000001:1.0:1787698884.097499:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.097501:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:1.0:1787698884.097505:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698884.097512:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698884.097513:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698884.097516:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698884.097522:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698884.097522:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787698884.097530:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.097532:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:1.0:1787698884.097533:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698884.097537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698884.097538:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698884.097540:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698884.097541:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787698884.097544:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787698884.097549:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:1.0:1787698884.097550:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4098
00000400:00000200:1.0:1787698884.097556:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.097560:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12437:12437:256:4294967295] 192.168.201.121@tcp LPNI seq info [12437:12437:8:4294967295]
00000400:00000200:1.0:1787698884.097561:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698884.097564:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698884.097568:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097571:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698884.097572:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698884.097575:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097577:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698884.097579:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698884.097580:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698884.097581:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698884.097582:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698884.097583:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698884.097586:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787698884.097593:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698884.097596:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787698884.097601:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097605:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698884.097607:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698884.097611:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097613:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698884.097615:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698884.097616:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698884.097617:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097618:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698884.097619:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698884.097621:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698884.097622:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698884.097623:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698884.097628:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698884.097632:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698884.097634:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1787698884.097634:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
02000000:00000001:1.0:1787698884.097637:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698884.097640:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698884.097642:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698884.097644:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698884.097646:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698884.097652:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698884.097659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000010:1.0:1787698884.097663:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000800:00000200:2.1:1787698884.097663:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787698884.097670:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787698884.097672:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00100000:1.0:1787698884.097678:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787698884.097678:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000100:00000001:1.0:1787698884.097686:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698884.097688:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.097689:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787698884.097691:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698884.097700:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787698884.097701:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698884.097706:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4108)
00000400:00000200:2.0:1787698884.097711:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698884.097716:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698884.097721:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698884.097726:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.097736:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.097739:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.097746:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.097749:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698884.097755:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.097759:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698884.097762:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298771107
00000100:00000010:2.0:1787698884.097768:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70960.
00000100:00000001:2.0:1787698884.097775:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698884.097783:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298771107
00000100:00000010:2.0:1787698884.097786:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70d20.
00000100:00000001:2.0:1787698884.097790:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698884.097793:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698884.097809:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.097812:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698884.097817:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698884/real 1787698884]  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698884.097826:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698884.097828:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698884.097830:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698884.097833:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698884.097835:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698884.097837:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698884.097841:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698884.097870:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.097877:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698884.097879:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.097882:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.097884:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698884.097888:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.097895:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698884.097900:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.097906:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698884.097910:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.097911:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.097912:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.097915:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698884.097917:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698884.097920:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698884.097924:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698884.097926:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698884.097930:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698884.097938:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947230080:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698884.097943:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.097945:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.097948:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947230080/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.097954:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698884.097957:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698884.097960:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698884.097965:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698884.097966:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698884.097968:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698884.097970:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698884.097973:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:2.0:1787698884.097977:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698884.097979:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698884.097981:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698884.097983:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698884.097984:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.097987:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.097995:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698884.097996:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.097999:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698884.098000:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698884.098001:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698884.098005:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098011:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698884.098013:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.098014:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698884.098016:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698884.098018:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698884.098021:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230208:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698884.098025:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698884.098026:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698884.098028:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.098030:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698884.098033:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698884.098034:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.098038:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698884.098040:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698884.098043:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698884.098046:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230208, portal 10
00000100:00000001:2.0:1787698884.098049:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698884.098050:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698884.098056:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098062:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698884.098064:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698884.098066:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698884.098069:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947230208, offset 0
00000400:00000200:2.0:1787698884.098072:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698884.098076:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.098080:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698884.098082:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698884.098085:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698884.098087:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698884.098089:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698884.098092:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12438:12438:256:4294967295] 192.168.201.121@tcp LPNI seq info [12438:12438:8:4294967295]
00000400:00000200:2.0:1787698884.098096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.098102:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698884.098106:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698884.098109:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698884.098113:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698884.098116:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698884.098120:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698884.098123:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698884.098126:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698884.098128:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698884.098131:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698884.098134:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698884.098137:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698884.098139:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698884.098141:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698884.098144:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098157:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.098160:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098165:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098167:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698884.098170:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698884.098173:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698884.098176:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698884.098178:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298770450
00000100:00000001:2.0:1787698884.098181:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298771107
00000100:00000001:2.0:1787698884.098183:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298770450
00000100:00000001:2.0:1787698884.098185:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298771107
00000100:00000001:2.0:1787698884.098187:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698884.098190:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098191:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698884.098196:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698884/real 1787698884]  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698884.098203:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698884.098204:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698884.098205:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698884.098207:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698884.098209:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698884.098229:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698884.098232:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698884.098240:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098247:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698884.098250:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098252:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.098254:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698884.098258:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098264:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698884.098268:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098274:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698884.098276:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098277:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.098278:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098279:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698884.098282:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698884.098284:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698884.098287:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698884.098289:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698884.098293:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698884.098301:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230208:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698884.098305:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698884.098308:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098314:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698884.098316:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.098318:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698884.098320:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698884.098322:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698884.098325:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230336:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698884.098328:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698884.098330:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698884.098332:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.098333:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698884.098337:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698884.098338:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.098343:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698884.098346:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698884.098349:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698884.098353:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230336, portal 4
00000100:00000001:2.0:1787698884.098355:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698884.098357:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:2.0:1787698884.098363:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098368:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698884.098370:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698884.098372:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698884.098374:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947230336, offset 0
00000400:00000200:2.0:1787698884.098378:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698884.098381:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.098384:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698884.098387:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698884.098389:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698884.098391:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698884.098394:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698884.098396:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12439:12439:256:4294967295] 192.168.201.121@tcp LPNI seq info [12439:12439:8:4294967295]
00000400:00000200:2.0:1787698884.098400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.098407:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698884.098411:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698884.098414:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698884.098418:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698884.098421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698884.098425:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698884.098427:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698884.098431:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698884.098433:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698884.098436:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698884.098439:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698884.098441:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698884.098443:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698884.098445:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698884.098448:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098456:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.098459:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098464:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098466:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698884.098469:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698884.098471:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698884.098474:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698884.098476:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298770467
00000100:00000001:2.0:1787698884.098479:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298771107
00000100:00000001:2.0:1787698884.098481:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298770467
00000100:00000001:2.0:1787698884.098483:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298771107
00000100:00000001:2.0:1787698884.098485:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698884.098487:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098489:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698884.098492:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698884/real 1787698884]  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698884.098500:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698884.098501:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698884.098503:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698884.098505:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698884.098506:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698884.098508:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698884.098511:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698884.098519:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098524:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698884.098526:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098527:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.098529:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698884.098532:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098538:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698884.098542:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098548:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698884.098550:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098552:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.098553:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098555:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698884.098556:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698884.098559:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698884.098562:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698884.098564:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698884.098567:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698884.098579:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230336:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698884.098583:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698884.098587:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098593:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698884.098594:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.098596:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698884.098598:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698884.098600:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698884.098602:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230464:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698884.098606:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698884.098607:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698884.098609:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698884.098610:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698884.098614:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698884.098615:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698884.098619:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698884.098621:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698884.098624:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698884.098626:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230464, portal 4
00000100:00000001:2.0:1787698884.098628:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698884.098630:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698884.098635:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098640:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698884.098643:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698884.098645:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698884.098648:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947230464, offset 0
00000400:00000200:2.0:1787698884.098652:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698884.098655:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.098658:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698884.098661:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698884.098664:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698884.098666:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698884.098668:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698884.098671:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12440:12440:256:4294967295] 192.168.201.121@tcp LPNI seq info [12440:12440:8:4294967295]
00000400:00000200:2.0:1787698884.098675:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698884.098680:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698884.098684:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698884.098687:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698884.098690:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698884.098693:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787698884.098697:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698884.098699:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787698884.098703:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698884.098705:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698884.098707:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698884.098711:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698884.098713:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698884.098715:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698884.098717:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698884.098720:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098727:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.098730:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698909 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098737:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098738:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698884.098740:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698884.098743:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698884.098746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698884.098748:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298770454
00000100:00000001:2.0:1787698884.098750:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298771107
00000100:00000001:2.0:1787698884.098752:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298770454
00000100:00000001:2.0:1787698884.098754:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298771107
00000100:00000001:2.0:1787698884.098756:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698884.098758:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098760:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698884.098763:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698884/real 1787698884]  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698884.098770:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698884.098772:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698884.098773:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698884.098775:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698884.098777:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698884.098779:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698884.098782:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698884.098790:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098810:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698884.098811:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098813:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.098815:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698884.098818:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098825:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698884.098829:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098836:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698884.098838:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098840:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698884.098841:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098843:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698884.098845:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698884.098865:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698884.098869:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698884.098871:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698884.098875:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698884.098882:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230464:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698884.098886:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098888:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.098891:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947230208/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098897:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698884.098898:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698884.098900:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698884.098903:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698884.098905:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698884.098906:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698884.098908:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698884.098910:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698884.098912:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698884.098913:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698884.098915:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698884.098917:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698884.098918:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098920:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.098923:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947230336/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098934:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698884.098935:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698884.098937:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698884.098938:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698884.098940:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698884.098941:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698884.098943:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698884.098944:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698884.098946:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698884.098947:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698884.098948:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698884.098950:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698884.098951:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098953:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698884.098956:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947230464/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698909 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698884.098962:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698884.098963:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698884.098965:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698884.098966:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698884.098967:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698884.098968:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698884.098970:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698884.098971:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698884.098973:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698884.098974:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698884.098976:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698884.098978:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698884.098979:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098980:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698884.098984:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698884.098985:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698884.098987:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698884.098989:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698884.544941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698884.544952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698884.544956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698884.544962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698884.544962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698884.544967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698884.544972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698884.544976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698884.544978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698884.544981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698884.544985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698884.544986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698884.544988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698884.544991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698884.544992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698884.544995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698884.544999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698884.545000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698884.545001:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698884.545005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698884.545009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698884.545013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698884.545017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698884.545022:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698884.545061:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698884.545066:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698884.545069:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698884.800911:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298771107, at 4298771136
00000100:00000040:0.0:1787698884.800919:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298771107, at 4298771136
00000100:00000010:1.0:1787698884.800923:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70d20.
00000100:00000010:0.0:1787698884.800926:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70960.
00000100:00000001:3.0:1787698885.120948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698885.120955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698885.120958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698885.120963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698885.120966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698885.120970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698885.120973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698885.120975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698885.120978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698885.568936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698885.568936:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698885.568945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698885.568946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698885.568949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698885.568950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698885.568957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698885.568957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698885.568963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698885.568964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698885.568968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698885.568970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698885.568970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698885.568977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698885.568979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698885.568985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698885.568988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698885.568989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698885.568989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698885.568992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698885.568994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698885.568999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698885.569000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698885.569007:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698885.569010:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698885.569015:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698885.569019:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698885.569022:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698885.569024:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698885.569026:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698885.569068:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698885.569071:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698885.569074:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698886.144951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698886.144956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698886.144957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698886.144961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698886.144964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698886.144966:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698886.144968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698886.144970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698886.144971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698886.592919:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698886.592927:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698886.592930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698886.592937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698886.592938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698886.592943:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698886.592945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698886.592948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698886.592950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698886.592952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698886.592956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698886.592957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698886.592960:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698886.592961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698886.592963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698886.592964:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698886.592966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698886.592970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698886.592973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698886.592978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698886.592981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698886.592984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698886.592985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698886.592989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698886.593025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698886.593028:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698886.593032:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698887.168921:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698887.168928:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698887.168930:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698887.168936:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698887.168939:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698887.168942:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698887.168945:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698887.168947:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698887.168950:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698887.616921:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698887.616930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698887.616932:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698887.616934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787698887.616939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698887.616940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698887.616944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698887.616946:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698887.616949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698887.616951:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698887.616953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698887.616956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698887.616958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698887.616961:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698887.616967:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698887.616969:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698887.616972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698887.616975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698887.617009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698887.617017:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698887.617023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698887.617025:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698887.617029:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698887.617030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698887.617070:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698887.617077:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698887.617080:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698888.192953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698888.192960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698888.192962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698888.192967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698888.192971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698888.192975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698888.192977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698888.192979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698888.192982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698888.640968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698888.640976:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698888.640979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698888.640984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698888.640988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698888.640993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698888.640993:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698888.641002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698888.641002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698888.641006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698888.641011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698888.641011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698888.641013:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698888.641018:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698888.641019:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698888.641089:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698888.641095:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698888.641099:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698888.641122:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698888.641126:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698888.641128:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698888.641141:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698888.641144:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698888.641146:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698888.641148:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698888.641149:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698888.641150:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698889.216955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698889.216960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698889.216966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698889.216967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698889.216970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.216971:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698889.216977:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698889.216977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698889.216983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698889.216984:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698889.216988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698889.216993:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4103
00000100:00000001:3.0:1787698889.216993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698889.216998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698889.217002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698889.217006:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698889.217013:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698889.217017:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698889.217020:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217023:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698889.217026:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217028:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698889.217031:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698889.217033:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698889.217036:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698889.217039:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698889.217041:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698889.217043:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698889.217046:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217047:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698889.217049:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217051:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698889.217054:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698889.217057:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217060:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698889.217063:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698889.217067:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698889.217070:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217072:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698889.217075:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698889.217084:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698889.217087:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698889.217091:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698889.217092:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217094:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698889.217096:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698889.217099:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698889.217104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00000001:1.0:1787698889.217108:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698889.217115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698889.217122:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698889.217126:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698889.217129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698889.217150:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698889.217153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698889.217157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698889.217158:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698889.217160:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698889.217163:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698889.217165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4103
00000400:00000200:1.0:1787698889.217169:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698889.217172:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698889.217175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698889.217179:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217181:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698889.217184:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217187:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698889.217190:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698889.217191:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698889.217193:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698889.217195:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:2.0:1787698889.217196:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698889.217198:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698889.217202:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698889.217202:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698889.217206:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698889.217209:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217213:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698889.217218:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:2.0:1787698889.217218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698889.217222:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698889.217228:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698889.217235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698889.217235:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698889.217239:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217240:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698889.217244:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698889.217244:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698889.217249:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698889.217252:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698889.217253:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698889.217257:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217261:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:2.0:1787698889.217262:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947230592:192.168.201.121@tcp:250:kworker.0
00000008:00100000:1.0:1787698889.217265:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698889.217268:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787698889.217270:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.217273:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698889.217274:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.217277:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698889.217281:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
02000000:00000001:2.0:1787698889.217281:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787698889.217286:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000010:2.0:1787698889.217288:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:1.0:1787698889.217290:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698889.217293:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.217293:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217299:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698889.217301:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698889.217304:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698889.217305:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698889.217309:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
02000000:00000010:1.0:1787698889.217312:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787698889.217318:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698889.217318:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00100000:1.0:1787698889.217326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698889.217328:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230592, portal 25
00000100:00000001:2.0:1787698889.217333:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698889.217336:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000001:1.0:1787698889.217337:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698889.217340:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698889.217347:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698889.217347:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698889.217371:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698889.217373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698889.217376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698889.217379:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698889.217383:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698889.217383:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698889.217388:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787698889.217390:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698889.217394:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4103
00000400:00000010:2.0:1787698889.217395:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000400:00000200:1.0:1787698889.217401:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:2.0:1787698889.217401:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947230592, offset 0
00000400:00000200:1.0:1787698889.217409:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:2.0:1787698889.217414:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698889.217422:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698889.217423:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.217431:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698889.217437:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787698889.217440:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217445:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698889.217446:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:1.0:1787698889.217450:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698889.217453:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787698889.217455:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698889.217460:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000001:1.0:1787698889.217461:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698889.217465:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698889.217469:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787698889.217470:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12441:12441:256:4294967295] 192.168.201.121@tcp LPNI seq info [12441:12441:8:4294967295]
00000020:00000040:1.0:1787698889.217474:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698889.217479:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698889.217479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:1.0:1787698889.217485:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698889.217489:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217495:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698889.217499:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787698889.217500:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217506:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698889.217511:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:2.0:1787698889.217511:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698889.217519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000010:2.0:1787698889.217520:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000100:00000001:1.0:1787698889.217522:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698889.217526:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698889.217529:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787698889.217530:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:1.0:1787698889.217535:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787698889.217537:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1787698889.217539:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698889.217543:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698889.217548:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698889.217548:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698889.217552:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787698889.217555:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000010:1.0:1787698889.217556:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698889.217562:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698889.217566:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698889.217567:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217569:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698889.217571:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698889.217573:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698889.217576:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000800:00000100:2.0:1787698889.217580:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698889.217581:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698889.217584:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000100:00100000:1.0:1787698889.217590:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698889.217592:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698889.217601:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698889.217605:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698889.217608:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698889.217612:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787698889.217614:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698889.217619:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698889.217620:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698889.217626:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.217640:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787698889.217642:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698889.217647:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698889.217648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698889.217654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698889.217656:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698889.217659:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698889.217663:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698889.217667:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4103
00000100:00000001:2.0:1787698889.217667:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.217672:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1787698889.217674:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698889.217678:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698889.217679:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698889.217683:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698889.217683:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217686:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698889.217689:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698889.217693:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698889.217694:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698889.217698:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698889.217699:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698889.217700:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698889.217700:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298776227
00000020:00000040:1.0:1787698889.217704:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698889.217707:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000010:2.0:1787698889.217722:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70480.
00000100:00000001:2.0:1787698889.217731:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698889.217737:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298776227
00000020:00000001:1.0:1787698889.217738:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000010:2.0:1787698889.217742:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ba0.
00000100:00000040:1.0:1787698889.217745:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698889.217748:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698889.217749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698889.217753:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787698889.217754:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698889.217759:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217760:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698889.217765:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787698889.217766:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698889.217773:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:2.0:1787698889.217774:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698889/real 1787698889]  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698889.217778:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698889.217783:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698889.217787:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787698889.217791:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787698889.217792:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217796:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000001:2.0:1787698889.217796:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:1.0:1787698889.217801:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787698889.217801:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000008:00000001:1.0:1787698889.217804:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217805:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698889.217809:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787698889.217811:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698889.217814:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698889.217815:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698889.217820:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698889.217822:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698889.217824:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698889.217824:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698889.217828:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
02000000:00000010:1.0:1787698889.217829:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:2.0:1787698889.217832:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787698889.217835:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698889.217839:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698889.217844:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698889.217881:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698889.217900:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698889.217901:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698889.217904:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698889.217905:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.217909:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.217912:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698889.217914:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698889.217920:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698889.217934:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.217938:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698889.217941:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4113)
00000100:00000040:2.0:1787698889.217947:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.217955:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698889.217958:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.217960:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.217961:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.217963:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698889.217965:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698889.217968:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698889.217972:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698889.217974:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698889.217978:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698889.217986:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947230592:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698889.217990:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.217992:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.217995:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947230592/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218001:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698889.218003:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218006:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698889.218009:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698889.218011:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698889.218013:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698889.218015:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698889.218017:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698889.218021:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698889.218022:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698889.218024:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698889.218027:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698889.218028:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218030:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218036:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698889.218037:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218039:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698889.218040:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698889.218041:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698889.218044:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218050:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698889.218052:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.218054:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698889.218055:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698889.218057:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698889.218059:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230720:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698889.218062:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698889.218064:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698889.218065:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.218067:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218070:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698889.218071:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698889.218074:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698889.218077:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698889.218080:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698889.218083:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230720, portal 10
00000100:00000001:2.0:1787698889.218084:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698889.218086:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698889.218091:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218097:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698889.218098:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698889.218100:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698889.218102:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947230720, offset 0
00000400:00000200:2.0:1787698889.218105:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698889.218109:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.218112:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698889.218115:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698889.218117:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698889.218119:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698889.218121:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698889.218124:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12442:12442:256:4294967295] 192.168.201.121@tcp LPNI seq info [12442:12442:8:4294967295]
00000400:00000200:2.0:1787698889.218127:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.218134:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698889.218138:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698889.218141:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698889.218144:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698889.218147:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698889.218151:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698889.218153:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698889.218156:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698889.218158:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698889.218160:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698889.218163:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698889.218165:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698889.218167:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698889.218169:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698889.218171:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218178:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.218180:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218187:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218188:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698889.218191:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698889.218194:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698889.218197:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698889.218199:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298775570
00000100:00000001:2.0:1787698889.218201:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298776227
00000100:00000001:2.0:1787698889.218203:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298775570
00000100:00000001:2.0:1787698889.218204:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298776227
00000100:00000001:2.0:1787698889.218206:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698889.218208:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218210:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698889.218213:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698889/real 1787698889]  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698889.218224:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698889.218225:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698889.218227:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698889.218228:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698889.218230:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698889.218231:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698889.218234:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698889.218241:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218247:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698889.218248:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218250:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.218251:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698889.218254:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218260:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698889.218263:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218269:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698889.218271:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218272:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.218273:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218275:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698889.218277:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698889.218280:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698889.218283:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698889.218285:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698889.218289:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698889.218297:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230720:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698889.218300:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698889.218303:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218310:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698889.218311:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.218313:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698889.218315:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698889.218317:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698889.218319:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230848:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698889.218323:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698889.218324:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698889.218326:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.218328:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218331:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698889.218333:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698889.218336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698889.218338:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698889.218342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698889.218344:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230848, portal 4
00000100:00000001:2.0:1787698889.218346:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698889.218347:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698889.218353:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218359:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698889.218361:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698889.218363:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698889.218365:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947230848, offset 0
00000400:00000200:2.0:1787698889.218370:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698889.218373:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.218376:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698889.218379:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698889.218381:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698889.218383:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698889.218385:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698889.218387:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12443:12443:256:4294967295] 192.168.201.121@tcp LPNI seq info [12443:12443:8:4294967295]
00000400:00000200:2.0:1787698889.218391:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.218396:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698889.218400:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698889.218404:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698889.218407:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698889.218409:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698889.218413:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698889.218416:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698889.218419:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698889.218421:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698889.218424:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698889.218427:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698889.218430:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698889.218431:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698889.218434:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698889.218437:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218445:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.218448:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218453:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218455:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698889.218458:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698889.218460:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698889.218464:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698889.218466:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298775587
00000100:00000001:2.0:1787698889.218468:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298776227
00000100:00000001:2.0:1787698889.218470:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298775587
00000100:00000001:2.0:1787698889.218471:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298776227
00000100:00000001:2.0:1787698889.218473:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698889.218475:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218477:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698889.218480:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698889/real 1787698889]  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698889.218488:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698889.218489:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698889.218490:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698889.218493:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698889.218494:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698889.218496:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698889.218499:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698889.218507:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218513:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698889.218514:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218516:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.218517:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698889.218521:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218527:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698889.218530:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218536:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698889.218539:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218540:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.218541:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218543:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698889.218545:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698889.218547:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698889.218550:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698889.218553:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698889.218556:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698889.218565:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230848:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698889.218569:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698889.218572:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218578:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698889.218579:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.218581:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698889.218583:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698889.218585:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698889.218588:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230976:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698889.218590:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698889.218592:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698889.218593:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698889.218595:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218598:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698889.218600:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698889.218603:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698889.218606:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698889.218609:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698889.218612:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947230976, portal 4
00000100:00000001:2.0:1787698889.218614:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698889.218615:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698889.218620:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218626:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698889.218628:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698889.218630:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698889.218633:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947230976, offset 0
00000400:00000200:2.0:1787698889.218636:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698889.218640:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.218643:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698889.218646:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698889.218648:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698889.218650:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698889.218652:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698889.218655:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12444:12444:256:4294967295] 192.168.201.121@tcp LPNI seq info [12444:12444:8:4294967295]
00000400:00000200:2.0:1787698889.218659:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698889.218665:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698889.218669:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698889.218672:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698889.218676:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698889.218678:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787698889.218682:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698889.218684:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787698889.218688:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698889.218690:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698889.218693:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698889.218696:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698889.218698:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698889.218700:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698889.218702:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698889.218705:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218732:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.218735:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218742:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218743:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698889.218746:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698889.218749:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698889.218752:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698889.218753:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298775574
00000100:00000001:2.0:1787698889.218756:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298776227
00000100:00000001:2.0:1787698889.218757:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298775574
00000100:00000001:2.0:1787698889.218760:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298776227
00000100:00000001:2.0:1787698889.218761:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698889.218763:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218765:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698889.218769:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698889/real 1787698889]  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698889.218775:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698889.218777:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698889.218778:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698889.218780:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698889.218782:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698889.218783:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698889.218786:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698889.218794:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218800:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698889.218802:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218804:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.218805:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698889.218808:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218813:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698889.218817:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218823:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698889.218825:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218826:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698889.218827:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218828:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698889.218830:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698889.218832:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698889.218835:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698889.218837:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698889.218840:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698889.218863:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947230976:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698889.218867:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218869:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.218872:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947230720/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218878:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698889.218879:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218881:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698889.218883:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698889.218884:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698889.218886:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698889.218888:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698889.218890:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698889.218892:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698889.218893:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698889.218894:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698889.218897:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698889.218898:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218900:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.218902:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947230848/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218908:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698889.218909:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218911:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698889.218912:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698889.218913:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698889.218915:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698889.218916:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698889.218918:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698889.218919:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698889.218920:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698889.218922:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698889.218924:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698889.218924:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218926:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698889.218928:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947230976/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698914 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698889.218933:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698889.218934:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698889.218935:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698889.218938:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698889.218939:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698889.218940:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698889.218942:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698889.218943:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:2.0:1787698889.218945:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698889.218946:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698889.218947:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698889.218949:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698889.218950:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218952:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.218955:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698889.218956:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698889.218958:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698889.218960:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698889.664952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698889.664958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698889.664960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698889.664964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698889.664965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698889.664972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698889.664973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698889.664977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698889.664979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698889.664982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698889.664983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698889.664985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698889.664987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698889.664990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698889.664993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698889.665014:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698889.665018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698889.665021:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698889.665093:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698889.665100:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698889.665102:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698889.665104:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698889.665106:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698889.665109:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.665111:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698889.665112:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698889.665114:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698889.920925:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298776227, at 4298776256
00000100:00000040:0.0:1787698889.920936:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298776227, at 4298776256
00000100:00000010:1.0:1787698889.920937:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ba0.
00000100:00000010:0.0:1787698889.920946:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70480.
00000100:00000001:3.0:1787698890.240962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698890.240970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698890.240972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698890.240978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698890.240981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698890.240985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698890.240987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698890.240990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698890.240993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698890.688948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698890.688954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698890.688955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698890.688960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698890.688963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698890.688965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698890.688967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698890.688969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698890.688971:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698890.689048:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698890.689051:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698890.689052:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698890.689054:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698890.689056:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698890.689057:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698890.689059:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698890.689059:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698890.689061:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698890.689073:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698890.689075:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698890.689077:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698890.689078:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698890.689080:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698890.689081:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698890.689134:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698890.689137:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698890.689139:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698891.264954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698891.264960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698891.264962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698891.264967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698891.264970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698891.264974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698891.264977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698891.264979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698891.264990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698891.712953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698891.712954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698891.712960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698891.712962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698891.712965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698891.712965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698891.712966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698891.712970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698891.712971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698891.712972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698891.712976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698891.712978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698891.712978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698891.712980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698891.712982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698891.712983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698891.712984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698891.712989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698891.712990:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698891.712994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698891.712999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698891.713001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698891.713004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698891.713007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698891.713024:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698891.713028:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698891.713032:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698892.288939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698892.288944:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698892.288946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698892.288949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698892.288952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698892.288954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698892.288956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698892.288958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698892.288960:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.736961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698892.736969:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698892.736972:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698892.736975:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.736980:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698892.736982:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.736984:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.736987:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.736990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698892.736992:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698892.736994:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698892.736996:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.736998:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698892.736999:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.737001:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.737003:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698892.737007:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698892.737008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698892.737050:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698892.737053:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698892.737056:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698892.737239:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698892.737244:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698892.737246:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698892.737249:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698892.737253:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698892.737256:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698892.737258:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698892.737261:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698892.737264:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698892.737724:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698892.737727:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698892.737729:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698892.737731:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698892.737734:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698892.737736:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698892.737738:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698892.737739:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698892.737741:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698893.312954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698893.312961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698893.312963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698893.312967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698893.312971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698893.312974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698893.312977:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698893.312979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698893.312982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698893.760938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698893.760938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698893.760944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698893.760945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698893.760946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698893.760948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698893.760952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698893.760952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698893.760958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698893.760958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698893.760960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698893.760961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698893.760965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698893.760966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698893.760966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698893.760969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698893.760969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698893.760971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698893.760975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698893.760976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698893.760977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698893.760980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698893.760981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698893.760985:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698893.761028:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698893.761032:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698893.761035:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698894.336980:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787698894.336983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698894.336992:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698894.336994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698894.336997:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.336999:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698894.337007:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698894.337008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698894.337017:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698894.337018:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698894.337023:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698894.337028:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4108
00000100:00000001:3.0:1787698894.337030:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698894.337036:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698894.337040:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698894.337042:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698894.337051:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698894.337055:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698894.337058:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337062:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698894.337066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337069:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698894.337074:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698894.337077:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698894.337080:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698894.337084:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698894.337086:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698894.337088:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698894.337091:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337093:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698894.337095:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337097:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698894.337100:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698894.337103:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337106:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698894.337109:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698894.337112:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698894.337114:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337117:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698894.337119:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698894.337127:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787698894.337130:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698894.337135:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698894.337136:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337139:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698894.337142:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698894.337146:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698894.337153:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:1.0:1787698894.337159:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698894.337168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698894.337178:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698894.337186:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698894.337191:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698894.337214:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698894.337217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698894.337220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698894.337221:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698894.337223:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698894.337225:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698894.337228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4108
00000400:00000200:1.0:1787698894.337231:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698894.337234:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698894.337236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698894.337239:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698894.337244:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337247:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698894.337249:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698894.337251:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698894.337252:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698894.337255:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:2.0:1787698894.337256:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698894.337258:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698894.337261:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787698894.337262:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698894.337264:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698894.337267:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337272:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698894.337272:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698894.337278:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698894.337288:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:2.0:1787698894.337288:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698894.337291:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698894.337294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:2.0:1787698894.337295:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787698894.337298:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.337299:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698894.337301:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698894.337302:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698894.337306:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787698894.337308:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947231104:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787698894.337310:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337315:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698894.337316:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787698894.337319:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698894.337322:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337323:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698894.337326:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698894.337327:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698894.337329:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698894.337330:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.337330:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698894.337331:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698894.337334:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698894.337336:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.337336:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.337343:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698894.337344:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787698894.337350:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698894.337350:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698894.337355:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698894.337357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787698894.337364:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698894.337370:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00000001:1.0:1787698894.337372:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698894.337376:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698894.337379:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000040:1.0:1787698894.337382:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698894.337387:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231104, portal 25
00000100:00000001:2.0:1787698894.337392:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698894.337395:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698894.337406:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698894.337407:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698894.337412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698894.337420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698894.337423:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787698894.337425:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787698894.337426:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787698894.337432:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337434:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787698894.337437:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00080000:1.0:1787698894.337440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4108
00000100:00000200:2.0:1787698894.337444:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947231104, offset 0
00000400:00000200:1.0:1787698894.337449:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698894.337454:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:2.0:1787698894.337458:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698894.337459:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698894.337465:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698894.337469:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698894.337472:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337476:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698894.337480:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698894.337481:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698894.337483:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698894.337485:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698894.337487:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698894.337487:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698894.337493:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:2.0:1787698894.337497:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787698894.337501:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698894.337505:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787698894.337506:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698894.337511:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787698894.337513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698894.337517:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337519:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698894.337524:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12445:12445:256:4294967295] 192.168.201.121@tcp LPNI seq info [12445:12445:8:4294967295]
00000020:00000040:1.0:1787698894.337525:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698894.337533:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698894.337534:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698894.337539:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698894.337543:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698894.337549:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787698894.337549:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787698894.337555:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337559:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.0:1787698894.337560:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000008:00100000:1.0:1787698894.337563:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1787698894.337566:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000008:00000001:1.0:1787698894.337567:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337571:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698894.337576:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000800:00000200:2.0:1787698894.337576:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698894.337582:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000020:00000040:1.0:1787698894.337583:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698894.337589:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787698894.337592:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:1.0:1787698894.337593:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337598:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787698894.337598:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698894.337604:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.337606:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
02000000:00000001:1.0:1787698894.337610:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698894.337613:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787698894.337616:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698894.337633:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787698894.337637:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698894.337642:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698894.337650:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698894.337654:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698894.337659:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787698894.337663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698894.337667:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698894.337672:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:1.0:1787698894.337678:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.337680:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787698894.337682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787698894.337687:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698894.337689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698894.337692:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698894.337695:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698894.337702:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698894.337706:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4108
00000400:00000200:1.0:1787698894.337710:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698894.337712:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1787698894.337716:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000040:2.0:1787698894.337720:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698894.337721:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698894.337730:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698894.337732:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337734:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698894.337735:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787698894.337739:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337743:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698894.337743:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698894.337748:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698894.337751:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000200:2.0:1787698894.337752:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:1.0:1787698894.337756:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698894.337757:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298781347
00000020:00000040:1.0:1787698894.337760:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698894.337764:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000010:2.0:1787698894.337764:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d709c0.
00000020:00000001:1.0:1787698894.337770:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787698894.337774:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698894.337774:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698894.337777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698894.337781:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337783:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698894.337786:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698894.337789:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698894.337791:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698894.337793:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698894.337796:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698894.337796:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298781347
02000000:00000001:1.0:1787698894.337802:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698894.337803:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d702a0.
00000100:00000001:1.0:1787698894.337805:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698894.337809:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787698894.337809:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000008:00000001:1.0:1787698894.337814:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.337816:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698894.337818:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.337820:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698894.337823:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698894.337825:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787698894.337829:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00100000:2.0:1787698894.337833:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698894/real 1787698894]  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698894.337835:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698894.337837:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698894.337842:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698894.337844:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698894.337870:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698894.337877:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00000001:1.0:1787698894.337881:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698894.337888:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787698894.337898:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787698894.337901:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787698894.337902:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698894.337906:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000100:00000001:1.0:1787698894.337907:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698894.337912:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000100:00000040:1.0:1787698894.337916:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787698894.337916:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698894.337921:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698894.337928:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698894.337930:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698894.337938:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4118)
00000100:00000200:2.0:1787698894.337941:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.337948:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698894.337950:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.337952:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.337954:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698894.337958:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.337964:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698894.337969:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.337975:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698894.337977:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.337979:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.337979:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.337981:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698894.337983:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698894.337986:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698894.337989:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698894.337991:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698894.337995:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698894.338002:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947231104:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698894.338006:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338008:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338011:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947231104/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338016:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698894.338018:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338021:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698894.338024:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698894.338026:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698894.338027:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698894.338029:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698894.338031:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:2.0:1787698894.338035:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698894.338037:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698894.338038:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698894.338041:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698894.338042:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338044:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338050:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698894.338052:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338054:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698894.338055:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698894.338056:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698894.338060:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338066:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698894.338067:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.338069:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698894.338071:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698894.338073:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698894.338075:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231232:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698894.338078:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698894.338080:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698894.338081:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.338083:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338086:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698894.338087:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698894.338090:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698894.338101:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698894.338105:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698894.338107:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231232, portal 10
00000100:00000001:2.0:1787698894.338109:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698894.338110:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698894.338116:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338122:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698894.338124:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698894.338127:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698894.338129:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947231232, offset 0
00000400:00000200:2.0:1787698894.338132:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698894.338136:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698894.338141:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698894.338144:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698894.338146:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698894.338148:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698894.338150:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698894.338153:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12446:12446:256:4294967295] 192.168.201.121@tcp LPNI seq info [12446:12446:8:4294967295]
00000400:00000200:2.0:1787698894.338157:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698894.338162:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698894.338166:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.338170:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698894.338174:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698894.338177:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698894.338181:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698894.338183:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698894.338187:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.338189:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698894.338191:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698894.338195:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698894.338197:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698894.338199:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698894.338202:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698894.338205:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338211:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338212:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338216:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338217:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698894.338220:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698894.338223:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698894.338225:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698894.338226:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298780690
00000100:00000001:2.0:1787698894.338228:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298781347
00000100:00000001:2.0:1787698894.338230:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298780690
00000100:00000001:2.0:1787698894.338231:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298781347
00000100:00000001:2.0:1787698894.338232:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698894.338233:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338234:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698894.338236:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698894/real 1787698894]  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698894.338241:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698894.338242:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698894.338243:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698894.338245:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698894.338246:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698894.338247:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698894.338249:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698894.338253:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338256:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698894.338257:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338258:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.338259:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698894.338260:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338264:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698894.338266:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338270:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698894.338272:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338273:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.338273:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338274:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698894.338276:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698894.338278:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698894.338280:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698894.338282:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698894.338286:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698894.338293:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231232:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698894.338297:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698894.338300:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338307:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698894.338308:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.338310:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698894.338312:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698894.338315:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698894.338317:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231360:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698894.338320:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698894.338322:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698894.338324:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.338326:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338330:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698894.338332:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698894.338335:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698894.338337:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698894.338341:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698894.338343:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231360, portal 4
00000100:00000001:2.0:1787698894.338345:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698894.338347:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698894.338352:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338359:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698894.338361:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698894.338363:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698894.338365:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947231360, offset 0
00000400:00000200:2.0:1787698894.338370:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698894.338373:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698894.338376:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698894.338379:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698894.338382:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698894.338384:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698894.338386:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698894.338389:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12447:12447:256:4294967295] 192.168.201.121@tcp LPNI seq info [12447:12447:8:4294967295]
00000400:00000200:2.0:1787698894.338393:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698894.338399:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698894.338403:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.338406:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698894.338410:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698894.338413:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698894.338417:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698894.338420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698894.338423:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.338425:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698894.338428:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698894.338431:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698894.338433:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698894.338434:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698894.338436:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698894.338438:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338443:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338445:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338449:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338450:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698894.338452:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698894.338454:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698894.338457:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698894.338458:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298780707
00000100:00000001:2.0:1787698894.338460:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298781347
00000100:00000001:2.0:1787698894.338461:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298780707
00000100:00000001:2.0:1787698894.338463:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298781347
00000100:00000001:2.0:1787698894.338464:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698894.338466:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338467:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698894.338469:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698894/real 1787698894]  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698894.338473:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698894.338474:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698894.338475:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698894.338476:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698894.338477:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698894.338478:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698894.338479:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698894.338484:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338488:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698894.338489:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338490:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.338490:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698894.338492:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338496:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698894.338498:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338501:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698894.338502:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338503:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.338504:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338505:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698894.338507:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698894.338508:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698894.338510:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698894.338512:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698894.338513:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698894.338517:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231360:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698894.338519:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698894.338521:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338524:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698894.338525:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.338526:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698894.338528:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698894.338529:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698894.338531:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231488:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698894.338533:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698894.338534:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698894.338535:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698894.338536:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338538:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698894.338539:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698894.338541:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698894.338542:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000400:00000010:2.0:1787698894.338544:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
00000100:00000200:2.0:1787698894.338546:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231488, portal 4
00000100:00000001:2.0:1787698894.338547:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698894.338548:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:2.0:1787698894.338551:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338556:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698894.338557:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698894.338559:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698894.338560:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947231488, offset 0
00000400:00000200:2.0:1787698894.338562:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698894.338564:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698894.338566:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698894.338567:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698894.338569:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698894.338570:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698894.338572:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698894.338574:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12448:12448:256:4294967295] 192.168.201.121@tcp LPNI seq info [12448:12448:8:4294967295]
00000400:00000200:2.0:1787698894.338577:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698894.338580:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698894.338583:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.338585:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000800:00000200:2.0:1787698894.338587:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698894.338589:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787698894.338591:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698894.338593:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787698894.338595:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698894.338597:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:2.0:1787698894.338598:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698894.338600:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698894.338602:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:2.0:1787698894.338603:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:2.0:1787698894.338604:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698894.338606:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338611:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338612:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698919 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338636:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338638:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698894.338642:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698894.338645:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698894.338648:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698894.338650:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298780694
00000100:00000001:2.0:1787698894.338652:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298781347
00000100:00000001:2.0:1787698894.338654:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298780694
00000100:00000001:2.0:1787698894.338656:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298781347
00000100:00000001:2.0:1787698894.338658:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698894.338660:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338662:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698894.338666:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698894/real 1787698894]  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698894.338673:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698894.338675:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698894.338677:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000400:00000200:2.0:1787698894.338679:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000010:2.0:1787698894.338681:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000100:00000001:2.0:1787698894.338682:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698894.338684:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698894.338689:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338693:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698894.338694:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338695:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.338696:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698894.338698:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338704:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698894.338708:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338714:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698894.338716:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338718:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698894.338719:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338721:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698894.338722:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698894.338725:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698894.338728:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698894.338730:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698894.338734:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698894.338742:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231488:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698894.338746:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338748:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338751:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947231232/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338757:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698894.338759:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338760:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698894.338763:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698894.338765:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698894.338766:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698894.338768:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698894.338770:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:2.0:1787698894.338772:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698894.338774:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698894.338775:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698894.338778:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698894.338779:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338780:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338784:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947231360/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338790:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698894.338791:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338793:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698894.338795:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698894.338796:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698894.338798:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698894.338800:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698894.338801:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787698894.338803:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698894.338805:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698894.338806:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698894.338808:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698894.338809:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338811:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698894.338814:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947231488/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698919 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698894.338819:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698894.338820:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698894.338821:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698894.338822:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698894.338823:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698894.338824:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698894.338825:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698894.338826:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:2.0:1787698894.338827:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698894.338828:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698894.338829:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698894.338830:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698894.338831:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338833:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698894.338835:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698894.338836:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698894.338838:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698894.338839:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698894.784951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698894.784959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698894.784967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698894.784969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698894.784975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698894.784975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698894.784975:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698894.784984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698894.784984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698894.784985:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698894.784988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698894.784991:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698894.784998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698894.784999:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698894.785003:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698894.785006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698894.785007:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698894.785012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698894.785014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698894.785014:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698894.785020:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698894.785024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698894.785025:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698894.785030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698894.785030:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698894.785035:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698894.785038:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698895.040951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298781347, at 4298781376
00000100:00000040:1.0:1787698895.040964:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298781347, at 4298781376
00000100:00000010:0.0:1787698895.040967:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d709c0.
00000100:00000010:1.0:1787698895.040981:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d702a0.
00000100:00000001:3.0:1787698895.360975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698895.360983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698895.360984:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698895.360990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698895.360993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698895.360997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698895.360999:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698895.361001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698895.361004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698895.808959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698895.808965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698895.808973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698895.808975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698895.808980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698895.808980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698895.808985:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698895.808986:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698895.808988:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698895.808991:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698895.808993:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698895.808998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698895.808998:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698895.809001:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698895.809003:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698895.809005:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698895.809008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698895.809009:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698895.809013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698895.809036:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698895.809037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787698895.809045:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698895.809046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698895.809054:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698895.809163:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698895.809167:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698895.809169:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698895.809171:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698895.809173:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698895.809175:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698895.809177:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698895.809178:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698895.809180:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698896.384951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698896.384958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698896.384960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698896.384964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698896.384971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698896.384974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698896.384976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698896.384978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698896.384980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698896.832949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698896.832950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698896.832956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698896.832957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698896.832960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698896.832961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698896.832968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698896.832968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698896.832974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698896.832975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698896.832981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698896.832982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698896.832988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698896.832995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698896.832995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698896.833003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698896.833011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698896.833012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698896.833012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698896.833019:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698896.833019:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698896.833032:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698896.833035:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698896.833039:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698896.833100:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698896.833105:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698896.833108:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698897.408960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698897.408967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698897.408969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698897.408975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698897.408978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698897.408980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698897.408982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698897.408984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698897.408986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698897.856980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698897.856980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698897.856981:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698897.856989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698897.856989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698897.856992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698897.856993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698897.856999:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698897.857000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698897.857003:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698897.857008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698897.857009:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787698897.857010:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698897.857014:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698897.857017:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698897.857018:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698897.857019:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698897.857023:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698897.857024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698897.857027:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698897.857035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698897.857036:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698897.857041:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698897.857047:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698897.857062:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698897.857067:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698897.857073:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698898.432967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698898.432974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698898.432976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698898.432980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698898.432983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698898.432987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698898.432989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698898.432992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698898.432994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698898.880952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698898.880960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698898.880963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698898.880966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698898.880969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698898.880971:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698898.880971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698898.880974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698898.880977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698898.880979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698898.880980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698898.880980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698898.880983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698898.880986:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787698898.880987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698898.880989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698898.880991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698898.880992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698898.880992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698898.880996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698898.880997:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698898.881001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698898.881004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698898.881007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698898.881029:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698898.881033:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698898.881036:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698899.456959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698899.456959:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698899.456966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698899.456968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698899.456970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1787698899.456973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698899.456979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698899.456983:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698899.456983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698899.456988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787698899.456990:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698899.456992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698899.456996:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698899.456997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698899.457007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4113
00000400:00000200:1.0:1787698899.457018:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698899.457026:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698899.457030:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698899.457034:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457038:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698899.457041:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457044:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698899.457048:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698899.457050:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698899.457053:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698899.457057:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698899.457059:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698899.457061:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698899.457064:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457066:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698899.457067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457069:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698899.457073:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698899.457077:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457079:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698899.457082:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698899.457086:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698899.457089:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457092:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698899.457095:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698899.457106:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698899.457110:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698899.457114:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698899.457116:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457120:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698899.457123:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698899.457128:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698899.457138:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00000001:1.0:1787698899.457146:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698899.457157:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698899.457168:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698899.457173:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698899.457178:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698899.457207:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698899.457210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698899.457213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698899.457215:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698899.457216:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698899.457219:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698899.457222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4113
00000400:00000200:1.0:1787698899.457226:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698899.457230:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698899.457232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698899.457236:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457238:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787698899.457239:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787698899.457243:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698899.457244:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698899.457248:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698899.457248:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787698899.457253:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698899.457255:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000040:2.0:1787698899.457256:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698899.457258:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698899.457263:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:2.0:1787698899.457266:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698899.457268:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698899.457268:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698899.457273:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698899.457277:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698899.457281:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698899.457282:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787698899.457284:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698899.457287:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:2.0:1787698899.457291:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787698899.457292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:2.0:1787698899.457296:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457300:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698899.457304:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787698899.457304:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947231616:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698899.457311:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698899.457312:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698899.457316:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.457317:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698899.457319:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:2.0:1787698899.457322:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698899.457325:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698899.457327:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787698899.457331:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457334:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698899.457334:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698899.457340:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698899.457342:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787698899.457346:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000200:2.0:1787698899.457349:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698899.457351:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698899.457354:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698899.457355:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264948.
00000100:00000001:1.0:1787698899.457356:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698899.457359:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698899.457362:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698899.457363:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06ee0.
02000000:00000010:1.0:1787698899.457368:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000100:00000200:2.0:1787698899.457371:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231616, portal 25
00000100:00000001:1.0:1787698899.457374:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457375:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698899.457377:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00100000:1.0:1787698899.457384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787698899.457385:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698899.457410:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698899.457413:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787698899.457415:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457418:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698899.457419:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06198.
00000100:00000200:2.0:1787698899.457424:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947231616, offset 0
00000100:00000040:1.0:1787698899.457427:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698899.457433:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457441:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698899.457445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698899.457447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698899.457451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787698899.457451:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698899.457453:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698899.457455:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698899.457458:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698899.457463:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4113
00000400:00000200:2.0:1787698899.457465:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698899.457469:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698899.457471:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698899.457478:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:2.0:1787698899.457478:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787698899.457483:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698899.457483:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698899.457487:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12449:12449:256:4294967295] 192.168.201.121@tcp LPNI seq info [12449:12449:8:4294967295]
00000100:00000040:1.0:1787698899.457492:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698899.457494:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698899.457497:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698899.457501:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457506:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698899.457508:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787698899.457511:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698899.457514:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698899.457516:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698899.457519:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000800:00000200:2.0:1787698899.457519:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787698899.457524:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698899.457527:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000010:2.0:1787698899.457527:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e500.
00000100:00000040:1.0:1787698899.457532:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.0:1787698899.457548:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698899.457554:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698899.457559:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698899.457566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457568:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698899.457571:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000001:2.0:1787698899.457572:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698899.457575:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:2.0:1787698899.457579:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698899.457580:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457583:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298786467
02000000:00000001:1.0:1787698899.457584:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698899.457589:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1787698899.457589:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70e40.
02000000:00000001:1.0:1787698899.457595:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457597:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698899.457599:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000008:00100000:1.0:1787698899.457601:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698899.457605:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457606:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298786467
00000100:00000001:1.0:1787698899.457608:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698899.457610:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70240.
00000100:00000001:2.0:1787698899.457613:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000010:1.0:1787698899.457615:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698899.457616:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787698899.457620:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:2.0:1787698899.457620:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457623:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698899.457625:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787698899.457626:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787698899.457629:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457633:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698899.457635:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698899.457635:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698899.457637:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:1.0:1787698899.457639:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457640:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698899.457642:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698899.457644:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1787698899.457647:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000040:2.0:1787698899.457649:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698899.457652:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457661:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787698899.457662:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698899.457664:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.457670:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698899.457673:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698899.457677:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698899.457678:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457683:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698899.457685:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231744:192.168.201.121@tcp:38:kworker.0
00000100:00000040:1.0:1787698899.457690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698899.457692:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698899.457696:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698899.457698:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.457701:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698899.457706:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
00000100:00000001:1.0:1787698899.457707:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.457708:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698899.457713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698899.457719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787698899.457720:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698899.457722:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787698899.457724:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000100:00080000:1.0:1787698899.457725:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787698899.457728:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000001:1.0:1787698899.457730:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787698899.457732:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231744, portal 10
00000100:00000001:2.0:1787698899.457735:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787698899.457736:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4113
00000100:00000001:2.0:1787698899.457737:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000400:00000200:1.0:1787698899.457745:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698899.457747:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698899.457752:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698899.457757:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787698899.457759:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698899.457761:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698899.457765:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06000.
00000100:00000040:1.0:1787698899.457767:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:2.0:1787698899.457768:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947231744, offset 0
00000100:00000001:1.0:1787698899.457773:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698899.457774:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698899.457780:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698899.457780:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698899.457785:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698899.457786:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698899.457792:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787698899.457792:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1787698899.457796:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000200:2.0:1787698899.457796:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:1.0:1787698899.457801:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787698899.457801:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787698899.457806:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000200:2.0:1787698899.457806:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698899.457811:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12450:12450:255:4294967295] 192.168.201.121@tcp LPNI seq info [12450:12450:7:4294967295]
00000020:00000001:1.0:1787698899.457812:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698899.457816:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:1.0:1787698899.457818:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698899.457824:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787698899.457827:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.0:1787698899.457832:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698899.457834:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787698899.457836:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e900.
00000100:00000040:1.0:1787698899.457840:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:2.0:1787698899.457841:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698899.457846:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:2.1:1787698899.457864:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:1.0:1787698899.457878:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:2.0:1787698899.457880:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698899.457884:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000040:2.0:1787698899.457884:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698899.457890:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698899.457891:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457892:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298785810
02000000:00000001:1.0:1787698899.457897:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698899.457897:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298786467
00000100:00000001:2.0:1787698899.457899:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298785810
00000100:00000001:2.0:1787698899.457902:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298786467
02000000:00000001:1.0:1787698899.457903:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698899.457905:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698899.457909:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457909:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457913:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457915:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698899.457917:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787698899.457918:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698899.457923:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457923:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698899.457925:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457927:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:1.0:1787698899.457931:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698899.457931:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698899.457933:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787698899.457936:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:2.0:1787698899.457936:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787698899.457941:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787698899.457943:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698899.457944:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457948:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698899.457951:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698899.457954:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.457960:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1787698899.457961:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00000001:2.0:1787698899.457963:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457968:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.457968:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698899.457970:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698899.457974:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698899.457977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787698899.457980:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231872:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698899.457989:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698899.457992:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698899.457994:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787698899.457996:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.457999:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.458000:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698899.458006:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
00000100:00000040:1.0:1787698899.458007:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698899.458010:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698899.458018:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698899.458024:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698899.458024:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264840.
00000400:00000010:2.0:1787698899.458031:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000040:1.0:1787698899.458034:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4123)
00000100:00000200:2.0:1787698899.458035:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947231872, portal 4
00000100:00000001:2.0:1787698899.458040:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698899.458042:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698899.458050:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698899.458054:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698899.458056:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698899.458059:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d065d8.
00000100:00000200:2.0:1787698899.458061:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947231872, offset 0
00000400:00000200:2.0:1787698899.458064:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698899.458067:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698899.458070:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698899.458072:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698899.458074:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698899.458075:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698899.458077:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698899.458079:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12451:12451:254:4294967295] 192.168.201.121@tcp LPNI seq info [12451:12451:6:4294967295]
00000400:00000200:2.0:1787698899.458081:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698899.458085:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698899.458088:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698899.458090:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e200.
00000800:00000200:2.0:1787698899.458094:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698899.458099:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698899.458102:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698899.458105:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698899.458108:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698899.458110:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298785827
00000100:00000001:2.0:1787698899.458112:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298786467
00000100:00000001:2.0:1787698899.458115:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298785827
00000100:00000001:2.0:1787698899.458117:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298786467
00000100:00000001:2.0:1787698899.458119:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698899.458120:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.458123:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.458125:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698899.458128:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698899.458129:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698899.458131:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698899.458132:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698899.458134:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698899.458143:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698899.458151:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698899.458152:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.458154:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698899.458156:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698899.458158:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698899.458160:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232000:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698899.458163:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698899.458165:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698899.458166:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698899.458168:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698899.458171:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698899.458173:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698899.458176:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698899.458178:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264f20.
00000400:00000010:2.0:1787698899.458182:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06dd0.
00000100:00000200:2.0:1787698899.458184:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232000, portal 4
00000100:00000001:2.0:1787698899.458186:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698899.458187:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698899.458193:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698899.458199:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698899.458201:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698899.458204:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06b28.
00000100:00000200:2.0:1787698899.458206:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947232000, offset 0
00000400:00000200:2.0:1787698899.458210:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698899.458214:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698899.458217:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698899.458220:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698899.458222:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698899.458224:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698899.458227:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698899.458230:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12452:12452:253:4294967295] 192.168.201.121@tcp LPNI seq info [12452:12452:5:4294967295]
00000400:00000200:2.0:1787698899.458233:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698899.458238:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698899.458242:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698899.458246:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716e800.
00000800:00000200:2.0:1787698899.458250:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698899.458253:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698899.458255:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698899.458258:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698899.458261:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698899.458262:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298785814
00000100:00000001:2.0:1787698899.458265:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298786467
00000100:00000001:2.0:1787698899.458266:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298785814
00000100:00000001:2.0:1787698899.458269:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298786467
00000100:00000001:2.0:1787698899.458271:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698899.458272:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.458275:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.458277:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698899.458280:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698899.458281:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787698899.458283:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698899.458284:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698899.458285:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698899.458287:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698899.905013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698899.905022:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698899.905031:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698899.905032:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698899.905038:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698899.905040:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.905048:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698899.905059:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698899.905061:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698899.905068:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698899.905072:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698899.905077:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698899.905080:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787698899.905084:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1787698899.905084:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698899.905091:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698899.905093:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698899.905097:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698899.905325:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698899.905330:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698899.905332:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698899.905336:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698899.905339:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698899.905342:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698899.905344:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698899.905347:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698899.905349:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698900.160985:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298786467, at 4298786496
00000100:00000040:0.0:1787698900.160990:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298786467, at 4298786496
00000100:00000010:1.0:1787698900.161002:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70240.
00000100:00000010:0.0:1787698900.161006:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70e40.
00000100:00000001:3.0:1787698900.481062:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698900.481072:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698900.481074:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698900.481080:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698900.481085:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698900.481090:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698900.481092:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698900.481095:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698900.481099:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698900.928991:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698900.928992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698900.929003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698900.929004:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698900.929008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698900.929008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698900.929017:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698900.929018:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698900.929019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698900.929028:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698900.929029:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698900.929030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698900.929035:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698900.929044:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698900.929045:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698900.929045:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698900.929051:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698900.929053:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698900.929057:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698900.929064:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698900.929064:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698900.929068:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698900.929070:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698900.929074:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698900.929105:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698900.929110:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698900.929113:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698901.505037:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698901.505045:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698901.505047:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698901.505052:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698901.505056:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698901.505060:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698901.505063:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698901.505066:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698901.505069:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698901.952991:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698901.952996:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698901.952998:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698901.953000:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698901.953005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698901.953007:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698901.953009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698901.953011:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698901.953011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698901.953013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698901.953018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698901.953022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787698901.953024:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698901.953026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698901.953028:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698901.953038:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698901.953039:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698901.953039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698901.953048:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698901.953050:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698901.953054:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698901.953055:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698901.953059:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698901.953064:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698901.953111:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698901.953116:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698901.953120:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698902.529055:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698902.529061:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698902.529062:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698902.529065:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698902.529068:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698902.529071:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698902.529072:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698902.529074:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698902.529076:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698902.529160:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698902.529199:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698902.529209:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698902.529213:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698902.529217:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698902.529221:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698902.529226:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698902.529237:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e500.
00000400:00000200:0.0:1787698902.529242:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698902.529246:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698902.529252:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06198
00000400:00000010:0.0:1787698902.529254:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06198.
00000100:00000001:0.0:1787698902.529259:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698902.529268:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698902.529289:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698902.529293:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698902.529300:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698902.529302:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698902.529311:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698902.529314:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e900.
00000400:00000200:0.0:1787698902.529317:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698902.529322:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698902.529325:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06000
00000400:00000010:0.0:1787698902.529327:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06000.
00000100:00000001:2.0:1787698902.529329:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787698902.529330:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698902.529335:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:0.0:1787698902.529336:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529341:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698902.529348:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787698902.529354:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698899/real 1787698902]  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698902.529355:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698902.529379:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698902.529382:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1787698902.529385:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:0.0:1787698902.529390:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000400:00000001:2.0:1787698902.529390:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698902.529395:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264948.
00000800:00000010:0.0:1787698902.529396:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e200.
00000400:00000200:2.0:1787698902.529401:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06ee0
00000400:00000200:0.0:1787698902.529402:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:2.0:1787698902.529406:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06ee0.
00000400:00000200:0.0:1787698902.529410:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1787698902.529413:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787698902.529415:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d065d8
00000400:00000010:0.0:1787698902.529419:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d065d8.
00000100:00000200:2.0:1787698902.529421:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698902.529425:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698902.529432:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698902.529439:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698902.529449:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698902.529452:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698902.529456:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529459:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1787698902.529463:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529463:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698902.529472:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698902.529476:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698902.529481:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698902.529495:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698902.529504:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787698902.529508:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698902.529514:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716e800.
00000100:00000001:2.0:1787698902.529520:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787698902.529521:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1787698902.529525:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787698902.529531:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1787698902.529531:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529534:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787698902.529537:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06b28
00000100:00000001:2.0:1787698902.529539:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000010:0.0:1787698902.529541:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06b28.
00000100:00000001:2.0:1787698902.529543:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787698902.529546:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787698902.529549:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000200:0.0:1787698902.529555:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698902.529559:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698902.529564:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787698902.529571:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698902.529572:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698902.529579:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698924 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698902.529592:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947231616:192.168.201.121@tcp:250:kworker.0
00000100:00000001:0.0:1787698902.529594:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698902.529598:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698902.529602:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698902.529606:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698902.529609:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947231616/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529616:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698902.529619:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698902.529625:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329800.
02000000:00000001:2.0:1787698902.529629:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698902.529632:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698902.529634:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698902.529637:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698902.529640:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:2.0:1787698902.529643:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698902.529645:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698902.529647:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698902.529650:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698902.529652:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529654:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698902.529656:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698902.529658:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698902.529659:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698902.529663:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698899/real 1787698902]  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698902.529671:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698902.529672:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698902.529675:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264f20.
00000400:00000200:2.0:1787698902.529677:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06dd0
00000400:00000010:2.0:1787698902.529679:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06dd0.
00000100:00000001:2.0:1787698902.529681:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698902.529684:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698902.529691:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529697:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698902.529698:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529700:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529701:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698902.529704:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529710:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698902.529713:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529720:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698902.529722:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529724:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529725:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529726:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698902.529728:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698902.529731:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698902.529735:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698902.529737:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698902.529741:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698902.529750:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232000:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698902.529753:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698902.529757:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698899/real 1787698902]  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698902.529764:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698902.529765:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698902.529767:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264840.
00000400:00000200:2.0:1787698902.529769:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698902.529770:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698902.529773:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698902.529785:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698902.529793:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529799:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698902.529800:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529802:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529803:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698902.529806:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529811:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698902.529815:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529821:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698902.529823:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529825:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529826:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529827:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698902.529829:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698902.529831:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698902.529835:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698902.529837:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698902.529840:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698902.529846:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231872:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698902.529878:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698902.529882:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698899/real 1787698902]  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698902.529895:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698902.529896:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698902.529898:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698902.529900:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698902.529901:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698902.529903:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698902.529906:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698902.529913:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529918:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698902.529919:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529921:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529922:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698902.529926:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529932:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698902.529935:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529941:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698902.529943:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529944:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698902.529945:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529947:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698902.529949:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698902.529952:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698902.529956:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698902.529960:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698902.529964:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698902.529972:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947231744:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698902.529976:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.529978:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698902.529981:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947232000/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.529987:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698902.529989:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698902.529990:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698902.529994:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698902.529995:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698902.529996:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698902.529998:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698902.529999:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:2.0:1787698902.530002:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698902.530004:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698902.530005:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698902.530008:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698902.530011:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.530013:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698902.530016:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947231872/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.530023:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698902.530024:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698902.530025:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698902.530028:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698902.530029:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698902.530030:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698902.530033:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698902.530035:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:2.0:1787698902.530037:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698902.530039:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698902.530041:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698902.530044:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698902.530045:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.530047:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698902.530050:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947231744/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698924 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698902.530056:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698902.530057:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698902.530058:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698902.530060:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698902.530061:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698902.530062:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698902.530064:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698902.530065:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698902.530066:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698902.530067:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698902.530068:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698902.530071:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698902.530072:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.530073:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698902.530081:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698902.530082:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698902.530084:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698902.530085:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698902.976960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698902.976965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698902.976967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698902.976970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698902.976971:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787698902.976974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698902.976975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698902.976980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698902.976985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698902.976989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787698902.976990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698902.976992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698902.976995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698902.976998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698902.977004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698902.977004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698902.977006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698902.977010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977121:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698902.977126:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698902.977128:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698902.977131:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977133:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698902.977135:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977136:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977138:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977142:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698902.977143:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698902.977144:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698902.977146:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977148:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698902.977149:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977150:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977152:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698902.977155:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698902.977156:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698902.977206:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698902.977210:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698902.977214:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698903.553009:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698903.553015:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698903.553016:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698903.553019:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698903.553021:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698903.553024:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698903.553026:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698903.553028:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698903.553030:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.000951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698904.000951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698904.000955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698904.000959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698904.000960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698904.000960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.000964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698904.000964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698904.000965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698904.000967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698904.000972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698904.000972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698904.000972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698904.000973:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.000976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698904.000979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698904.000980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698904.000983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.000985:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698904.000989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.000993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698904.000994:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698904.000997:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698904.001000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698904.001010:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698904.001013:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698904.001016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698904.576965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698904.576975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698904.576978:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698904.576982:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698904.576986:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698904.576993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698904.576994:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4118
00000100:00000001:3.0:1787698904.576998:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698904.577001:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698904.577005:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698904.577008:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1787698904.577011:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698904.577012:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698904.577016:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1787698904.577020:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698904.577020:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698904.577025:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698904.577026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698904.577032:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698904.577039:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698904.577046:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698904.577048:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698904.577050:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698904.577054:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698904.577056:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698904.577058:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698904.577061:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698904.577066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698904.577070:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698904.577075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577077:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698904.577080:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698904.577083:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698904.577085:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577088:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698904.577090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698904.577096:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2d2c0.
00000020:00000040:2.0:1787698904.577100:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698904.577104:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698904.577106:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577108:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698904.577111:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698904.577114:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698904.577121:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
00000100:00000001:2.0:1787698904.577128:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698904.577138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698904.577147:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698904.577152:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698904.577157:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077903b11] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698904.577182:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698904.577185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698904.577188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698904.577190:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698904.577191:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698904.577194:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698904.577197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4118
00000400:00000200:2.0:1787698904.577201:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698904.577205:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698904.577208:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698904.577211:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577213:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698904.577215:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698904.577220:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787698904.577221:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698904.577225:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:1.0:1787698904.577226:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698904.577227:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698904.577230:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787698904.577232:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698904.577236:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698904.577240:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698904.577242:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698904.577247:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577252:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698904.577257:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698904.577258:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698904.577261:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577262:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787698904.577267:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787698904.577267:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698904.577271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698904.577272:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698904.577277:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.577278:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698904.577282:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787698904.577287:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947232128:192.168.201.121@tcp:250:kworker.0
02000000:00000001:2.0:1787698904.577290:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698904.577294:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698904.577295:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577299:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698904.577301:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787698904.577304:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698904.577306:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.577312:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1787698904.577312:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577316:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698904.577320:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
00000100:00000010:2.0:1787698904.577322:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2e1c0.
02000000:00000001:1.0:1787698904.577325:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698904.577327:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698904.577331:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787698904.577334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:2.0:1787698904.577335:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577339:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787698904.577341:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:2.0:1787698904.577341:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698904.577345:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698904.577351:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
02000000:00000010:2.0:1787698904.577351:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632bc00.
00000100:00000001:2.0:1787698904.577358:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698904.577362:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232128, portal 25
00000100:00100000:2.0:1787698904.577364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698904.577366:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698904.577368:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214391488 : -116989495160128 : ffff959942b2d2c0)
00000100:00000040:1.0:1787698904.577379:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698904.577379:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698904.577383:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698904.577393:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000753f72e0] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.577408:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698904.577413:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698904.577414:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:2.0:1787698904.577417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787698904.577419:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00080000:2.0:1787698904.577424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787698904.577426:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947232128, offset 0
00000100:00000001:2.0:1787698904.577427:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698904.577431:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698904.577433:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698904.577437:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:2.0:1787698904.577439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4118
00000400:00000200:2.0:1787698904.577444:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698904.577447:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698904.577464:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698904.577468:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698904.577470:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698904.577473:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698904.577477:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698904.577481:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787698904.577482:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698904.577486:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698904.577488:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787698904.577490:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787698904.577491:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698904.577495:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698904.577497:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:2.0:1787698904.577499:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698904.577504:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787698904.577505:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698904.577510:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:2.0:1787698904.577512:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577517:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787698904.577518:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12453:12453:256:4294967295] 192.168.201.121@tcp LPNI seq info [12453:12453:8:4294967295]
00000100:00000040:2.0:1787698904.577524:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698904.577528:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698904.577529:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698904.577533:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698904.577537:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577543:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698904.577546:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787698904.577547:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698904.577553:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787698904.577558:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698904.577559:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577563:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787698904.577567:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000008:00100000:2.0:1787698904.577567:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698904.577571:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698904.577575:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698904.577579:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000010:2.0:1787698904.577581:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000800:00000200:1.0:1787698904.577585:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1787698904.577586:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698904.577593:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698904.577595:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698904.577596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787698904.577598:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698904.577600:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698904.577601:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698904.577605:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000100:00000001:2.0:1787698904.577608:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698904.577614:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787698904.577625:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787698904.577626:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698904.577631:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787698904.577635:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698904.577640:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787698904.577641:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698904.577649:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698904.577651:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698904.577656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698904.577657:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1787698904.577664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698904.577667:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787698904.577668:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00080000:2.0:1787698904.577669:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787698904.577673:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:2.0:1787698904.577674:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698904.577680:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787698904.577680:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4118
00000100:00000200:1.0:1787698904.577689:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698904.577689:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698904.577695:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698904.577700:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698904.577706:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698904.577708:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787698904.577710:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698904.577716:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698904.577717:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698904.577720:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698904.577725:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698904.577728:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698904.577731:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698904.577734:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698904.577739:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698904.577742:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698904.577743:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698904.577746:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1787698904.577750:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577754:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698904.577756:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698904.577757:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577762:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698904.577766:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:2.0:1787698904.577767:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698904.577772:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298791587
00000100:00080000:2.0:1787698904.577773:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698904.577778:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698904.577780:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010240.
02000000:00000001:2.0:1787698904.577781:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698904.577785:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698904.577789:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.577790:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787698904.577792:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698904.577797:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698904.577799:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.577802:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298791587
00000100:00000001:2.0:1787698904.577802:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698904.577809:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000100:00000010:1.0:1787698904.577810:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470104e0.
00000020:00000040:2.0:1787698904.577814:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698904.577817:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1787698904.577819:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698904.577822:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.577823:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698904.577824:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698904.577828:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698904.577830:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698904.577832:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.577835:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1787698904.577838:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00100000:1.0:1787698904.577843:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698904/real 1787698904]  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698904.577844:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698904.577883:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698904.577885:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698904.577888:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698904.577891:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698904.577893:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698904.577895:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698904.577902:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698904.577904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698904.577924:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787698904.577926:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698904.577927:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698904.577937:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.577940:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698904.577943:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.577948:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.577950:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698904.577953:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698904.577958:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698904.577960:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4128)
00000100:00000001:1.0:1787698904.577970:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698904.577976:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.577984:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698904.577987:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.577989:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.577990:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.577992:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698904.577994:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698904.577997:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698904.578000:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698904.578002:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698904.578006:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698904.578013:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947232128:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698904.578018:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578020:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.578022:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2d2c0 x1874533947232128/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578028:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698904.578030:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698904.578033:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698904.578036:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698904.578037:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698904.578039:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698904.578041:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698904.578043:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329000.
02000000:00000001:1.0:1787698904.578046:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698904.578048:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698904.578050:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2d2c0.
00000100:00000001:1.0:1787698904.578054:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698904.578055:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578057:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578065:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698904.578067:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578068:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698904.578070:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698904.578071:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698904.578074:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578080:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698904.578081:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.578084:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698904.578086:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698904.578089:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698904.578092:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232256:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698904.578094:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698904.578097:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698904.578098:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.578100:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698904.578104:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698904.578105:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698904.578109:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698904.578111:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698904.578114:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698904.578117:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232256, portal 10
00000100:00000001:1.0:1787698904.578119:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698904.578120:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214395328 : -116989495156288 : ffff959942b2e1c0)
00000100:00000040:1.0:1787698904.578127:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578132:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698904.578134:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698904.578137:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698904.578139:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947232256, offset 0
00000400:00000200:1.0:1787698904.578143:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698904.578147:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698904.578151:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698904.578154:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698904.578157:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698904.578159:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698904.578161:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698904.578164:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12454:12454:256:4294967295] 192.168.201.121@tcp LPNI seq info [12454:12454:8:4294967295]
00000400:00000200:1.0:1787698904.578168:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698904.578174:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698904.578179:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698904.578182:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698904.578187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698904.578190:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698904.578195:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698904.578198:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787698904.578201:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698904.578202:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698904.578205:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698904.578208:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698904.578211:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698904.578213:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698904.578215:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698904.578219:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578227:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.578230:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578236:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578237:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698904.578241:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698904.578245:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698904.578247:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698904.578249:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298790930
00000100:00000001:1.0:1787698904.578252:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298791587
00000100:00000001:1.0:1787698904.578254:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298790930
00000100:00000001:1.0:1787698904.578256:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298791587
00000100:00000001:1.0:1787698904.578258:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698904.578260:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578262:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698904.578265:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698904/real 1787698904]  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698904.578273:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698904.578274:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698904.578275:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698904.578278:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698904.578279:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698904.578282:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698904.578284:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698904.578292:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578299:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698904.578300:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578303:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.578304:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698904.578308:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578313:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698904.578317:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578323:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698904.578326:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578328:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.578329:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578330:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698904.578332:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698904.578335:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698904.578338:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698904.578340:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698904.578343:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698904.578350:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232256:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698904.578354:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698904.578357:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578362:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698904.578363:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.578365:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698904.578367:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698904.578369:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698904.578371:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232384:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698904.578374:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698904.578375:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698904.578377:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.578378:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698904.578381:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698904.578383:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698904.578386:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698904.578388:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698904.578391:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698904.578394:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232384, portal 4
00000100:00000001:1.0:1787698904.578395:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698904.578396:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:1.0:1787698904.578401:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578407:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698904.578409:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698904.578411:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698904.578413:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947232384, offset 0
00000400:00000200:1.0:1787698904.578416:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698904.578419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698904.578423:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698904.578425:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698904.578428:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698904.578429:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698904.578431:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698904.578434:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12455:12455:256:4294967295] 192.168.201.121@tcp LPNI seq info [12455:12455:8:4294967295]
00000400:00000200:1.0:1787698904.578438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698904.578444:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698904.578460:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698904.578463:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698904.578467:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698904.578469:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698904.578478:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698904.578480:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787698904.578484:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698904.578486:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698904.578489:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698904.578493:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698904.578496:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698904.578497:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698904.578500:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698904.578504:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578511:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.578514:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578520:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578521:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698904.578525:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698904.578528:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698904.578531:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698904.578533:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298790947
00000100:00000001:1.0:1787698904.578535:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298791587
00000100:00000001:1.0:1787698904.578537:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298790947
00000100:00000001:1.0:1787698904.578539:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298791587
00000100:00000001:1.0:1787698904.578541:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698904.578543:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578545:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698904.578549:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698904/real 1787698904]  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698904.578557:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698904.578559:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698904.578561:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698904.578563:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698904.578570:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698904.578572:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698904.578575:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698904.578584:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578597:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698904.578598:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578600:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.578601:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698904.578605:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578611:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698904.578614:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578621:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698904.578623:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578625:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.578626:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578628:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698904.578630:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698904.578633:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698904.578637:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698904.578639:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698904.578644:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698904.578652:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232384:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698904.578655:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698904.578659:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578665:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698904.578666:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.578668:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698904.578670:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698904.578672:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698904.578674:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232512:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698904.578678:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698904.578680:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698904.578682:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698904.578684:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698904.578688:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698904.578690:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698904.578693:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698904.578696:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698904.578700:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698904.578703:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232512, portal 4
00000100:00000001:1.0:1787698904.578704:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698904.578706:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:1.0:1787698904.578712:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578717:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698904.578720:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698904.578722:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698904.578725:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947232512, offset 0
00000400:00000200:1.0:1787698904.578730:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698904.578735:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698904.578739:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698904.578742:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698904.578745:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698904.578747:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698904.578749:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698904.578752:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12456:12456:256:4294967295] 192.168.201.121@tcp LPNI seq info [12456:12456:8:4294967295]
00000400:00000200:1.0:1787698904.578755:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698904.578761:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698904.578766:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698904.578769:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698904.578773:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698904.578776:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787698904.578780:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698904.578783:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787698904.578786:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698904.578788:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698904.578791:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698904.578794:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698904.578797:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698904.578799:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698904.578801:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698904.578804:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578813:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.578815:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698929 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578821:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578823:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698904.578826:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698904.578829:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698904.578831:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698904.578833:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298790934
00000100:00000001:1.0:1787698904.578836:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298791587
00000100:00000001:1.0:1787698904.578838:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298790934
00000100:00000001:1.0:1787698904.578841:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298791587
00000100:00000001:1.0:1787698904.578843:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698904.578845:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.578879:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698904.578884:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698904/real 1787698904]  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698904.578894:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698904.578896:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698904.578898:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698904.578901:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698904.578903:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698904.578906:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698904.578909:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698904.578916:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578922:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698904.578923:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578925:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.578926:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698904.578932:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578939:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698904.578943:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578950:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698904.578953:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578954:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698904.578956:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578957:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698904.578959:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698904.578961:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698904.578964:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698904.578966:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698904.578970:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698904.578978:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232512:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698904.578983:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.578985:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.578988:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2e1c0 x1874533947232256/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.578995:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698904.578996:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698904.578998:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698904.579001:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698904.579003:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698904.579004:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698904.579006:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698904.579007:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632bc00.
02000000:00000001:1.0:1787698904.579011:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698904.579013:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698904.579014:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2e1c0.
00000100:00000001:1.0:1787698904.579018:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698904.579019:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.579021:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.579024:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947232384/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.579030:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698904.579032:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698904.579033:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698904.579035:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698904.579037:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698904.579038:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698904.579040:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698904.579041:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b400.
02000000:00000001:1.0:1787698904.579043:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698904.579045:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698904.579046:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:1.0:1787698904.579049:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698904.579051:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.579052:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698904.579057:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947232512/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698929 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698904.579064:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698904.579065:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698904.579067:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698904.579069:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698904.579070:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698904.579072:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698904.579073:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698904.579075:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:1.0:1787698904.579077:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698904.579078:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698904.579079:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698904.579081:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698904.579082:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.579084:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698904.579089:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698904.579091:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698904.579094:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698904.579096:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698905.024934:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698905.024934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698905.024938:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698905.024942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698905.024942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698905.024943:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698905.024947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698905.024947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698905.024951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698905.024954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698905.024954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698905.024955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698905.024960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698905.024961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698905.024963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698905.024967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698905.024967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698905.024969:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698905.024973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698905.024974:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698905.024978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698905.024980:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698905.024983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698905.024983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698905.024984:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787698905.024988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698905.024989:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698905.024994:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698905.024995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698905.024997:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698905.025043:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698905.025046:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698905.025048:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698905.280963:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298791587, at 4298791616
00000100:00000040:1.0:1787698905.280963:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298791587, at 4298791616
00000100:00000010:1.0:1787698905.280978:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470104e0.
00000100:00000010:0.0:1787698905.280981:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010240.
00000100:00000001:3.0:1787698905.601022:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698905.601027:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698905.601029:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698905.601032:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698905.601035:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698905.601038:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698905.601039:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698905.601041:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698905.601043:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698906.048921:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698906.048928:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698906.048932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698906.048932:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698906.048936:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698906.048937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698906.048938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698906.048940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698906.048940:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698906.048941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698906.048948:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698906.048948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698906.048948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698906.048952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698906.048953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698906.048954:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698906.048959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698906.048959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698906.048965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698906.048970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698906.048973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698906.048974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698906.048977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698906.048978:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698906.048980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698906.048983:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698906.048987:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698906.624909:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698906.624915:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698906.624917:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698906.624922:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698906.624925:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698906.624928:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698906.624930:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698906.624933:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698906.624935:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698907.072922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698907.072927:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698907.072930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698907.072933:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698907.072934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698907.072936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698907.072941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698907.072943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698907.072943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698907.072945:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698907.072951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698907.072951:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698907.072956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698907.072957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698907.072962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698907.072963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698907.072966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698907.072968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698907.072973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698907.072973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698907.072973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698907.072977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698907.072977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698907.072983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698907.073020:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698907.073022:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698907.073024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698907.648962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698907.648970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698907.648972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698907.648977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698907.648981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698907.648991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698907.648994:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698907.648996:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698907.649000:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698908.096956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698908.096956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698908.096961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698908.096963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698908.096964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698908.096966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698908.096968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698908.096968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698908.096972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698908.096975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698908.096976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698908.096977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698908.096980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698908.096981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698908.096982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698908.096986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698908.096987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698908.096987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698908.096988:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698908.096991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698908.096995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698908.096995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698908.096999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698908.097004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698908.097046:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698908.097049:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698908.097053:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698908.672950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698908.672956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698908.672958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698908.672961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698908.672963:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698908.672966:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698908.672968:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698908.672970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698908.672972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698909.120953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698909.120955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698909.120959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698909.120962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698909.120963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698909.120964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.120965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698909.120967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698909.120971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698909.120973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698909.120973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698909.120975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698909.120976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.120980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698909.120980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698909.120983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698909.120986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698909.120986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698909.120986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.120991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.120996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698909.120998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698909.121002:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698909.121005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698909.121008:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698909.121011:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698909.121014:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698909.696956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698909.696962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698909.696964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698909.696968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698909.696971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787698909.696972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698909.696974:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698909.696979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787698909.696981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698909.696982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698909.696987:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698909.696987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698909.696992:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698909.696996:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698909.697003:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4123
00000400:00000200:0.0:1787698909.697011:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698909.697017:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698909.697020:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698909.697023:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697025:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698909.697028:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698909.697035:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698909.697038:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698909.697041:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698909.697044:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698909.697047:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698909.697050:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698909.697053:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697054:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698909.697056:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697058:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698909.697061:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698909.697064:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697066:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698909.697069:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698909.697072:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698909.697075:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698909.697077:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698909.697079:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698909.697087:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698909.697090:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698909.697094:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698909.697095:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698909.697098:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698909.697100:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698909.697104:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698909.697111:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698909.697117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698909.697126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698909.697135:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698909.697139:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698909.697143:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698909.697163:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698909.697165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698909.697168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698909.697170:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698909.697172:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698909.697175:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698909.697177:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4123
00000400:00000200:0.0:1787698909.697180:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698909.697184:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698909.697186:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698909.697189:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697192:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698909.697194:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787698909.697195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698909.697198:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698909.697199:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698909.697201:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787698909.697203:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698909.697206:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698909.697209:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787698909.697210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698909.697212:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698909.697217:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698909.697222:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698909.697229:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698909.697230:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698909.697233:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698909.697234:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698909.697238:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697241:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698909.697244:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698909.697244:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787698909.697248:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698909.697249:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698909.697253:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.697255:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698909.697258:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787698909.697261:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947232640:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698909.697265:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787698909.697266:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698909.697268:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787698909.697270:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.697271:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698909.697274:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698909.697275:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787698909.697281:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787698909.697281:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698909.697284:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787698909.697287:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698909.697292:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.697292:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698909.697297:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000010:0.0:1787698909.697301:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000400:00000010:1.0:1787698909.697303:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000020:00000040:0.0:1787698909.697306:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698909.697310:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787698909.697310:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232640, portal 25
02000000:00000001:0.0:1787698909.697312:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697314:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787698909.697316:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698909.697316:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
02000000:00000001:0.0:1787698909.697320:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787698909.697323:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698909.697325:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698909.697333:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:1.0:1787698909.697333:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698909.697337:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697340:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698909.697341:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698909.697345:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947232640, offset 0
00000100:00100000:0.0:1787698909.697350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698909.697353:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697379:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698909.697382:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698909.697387:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698909.697394:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698909.697401:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698909.697405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698909.697405:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:0.0:1787698909.697412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787698909.697415:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787698909.697416:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698909.697419:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698909.697421:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698909.697424:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698909.697428:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787698909.697431:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4123
00000400:00000200:1.0:1787698909.697435:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698909.697441:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12457:12457:256:4294967295] 192.168.201.121@tcp LPNI seq info [12457:12457:8:4294967295]
00000400:00000200:1.0:1787698909.697446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698909.697455:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787698909.697464:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.0:1787698909.697465:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787698909.697471:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000010:1.0:1787698909.697472:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00080000:0.0:1787698909.697477:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787698909.697481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698909.697484:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.0:1787698909.697486:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698909.697490:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787698909.697494:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698909.697496:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.1:1787698909.697498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787698909.697501:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000100:1.0:1787698909.697505:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:0.0:1787698909.697506:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787698909.697507:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000020:00000040:0.0:1787698909.697511:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698909.697514:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787698909.697514:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1787698909.697517:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698909.697520:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787698909.697522:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698909.697525:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000020:00000001:0.0:1787698909.697527:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:1.0:1787698909.697528:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698909.697534:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787698909.697535:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698909.697539:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698909.697540:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698909.697546:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697551:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698909.697553:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787698909.697556:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000040:1.0:1787698909.697558:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698909.697562:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697568:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697571:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698909.697572:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698909.697575:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787698909.697578:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698909.697580:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698909.697583:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.697586:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698909.697588:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698909.697590:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298796707
00000008:00100000:0.0:1787698909.697592:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1787698909.697595:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470104e0.
00000008:00000001:0.0:1787698909.697596:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698909.697600:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697602:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1787698909.697605:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:1.0:1787698909.697608:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298796707
00000020:00000040:0.0:1787698909.697609:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000010:1.0:1787698909.697614:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010f00.
02000000:00000001:0.0:1787698909.697615:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698909.697619:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697619:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787698909.697624:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698909.697624:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698909.697627:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698909.697628:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698909.697631:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697632:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698909.697636:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698909/real 1787698909]  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787698909.697638:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698909.697646:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698909.697646:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698909.697648:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698909.697651:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698909.697653:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698909.697655:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00100000:0.0:1787698909.697656:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698909.697657:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698909.697662:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698909.697679:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787698909.697680:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698909.697683:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697689:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698909.697692:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787698909.697693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.697703:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.697706:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698909.697707:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698909.697712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787698909.697712:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698909.697721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698909.697724:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698909.697725:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698909.697727:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787698909.697731:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698909.697733:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698909.697738:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4123
00000100:00000001:1.0:1787698909.697739:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787698909.697748:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698909.697748:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.697751:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.697753:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787698909.697756:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698909.697756:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698909.697759:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787698909.697761:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787698909.697762:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787698909.697769:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00080000:1.0:1787698909.697770:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698909.697773:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787698909.697775:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698909.697777:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698909.697781:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.697787:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00100000:1.0:1787698909.697790:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947232640:192.168.201.121@tcp:250:kworker.0
00000020:00000001:0.0:1787698909.697792:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698909.697794:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698909.697798:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698909.697798:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.697803:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.697806:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947232640/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698909.697811:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787698909.697813:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1787698909.697817:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
02000000:00000001:1.0:1787698909.697817:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698909.697821:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
00000020:00000001:0.0:1787698909.697822:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
02000000:00000001:1.0:1787698909.697827:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:0.0:1787698909.697829:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000020:00000001:1.0:1787698909.697831:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787698909.697833:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:1.0:1787698909.697834:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000100:00000040:0.0:1787698909.697838:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000020:00000001:1.0:1787698909.697839:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787698909.697843:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000010:1.0:1787698909.697843:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:1.0:1787698909.697874:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698909.697876:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698909.697878:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:1.0:1787698909.697882:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698909.697884:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.697886:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787698909.697893:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698909.697893:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698909.697896:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698909.697900:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698909.697901:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698909.697903:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698909.697906:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698909.697907:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698909.697911:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698909.697912:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698909.697916:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698909.697919:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787698909.697921:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697922:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698909.697926:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698909.697927:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698909.697930:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787698909.697931:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698909.697933:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787698909.697938:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698909.697939:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232768:192.168.201.121@tcp:38:kworker.0
00000100:00000001:0.0:1787698909.697943:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697944:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698909.697947:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698909.697948:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.697949:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787698909.697950:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
02000000:00000010:1.0:1787698909.697952:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
00000020:00000040:0.0:1787698909.697955:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698909.697956:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.697960:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698909.697961:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787698909.697963:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:0.0:1787698909.697964:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698909.697966:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:0.0:1787698909.697968:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787698909.697970:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232768, portal 10
02000000:00000001:0.0:1787698909.697971:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698909.697973:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787698909.697975:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697976:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
02000000:00000010:0.0:1787698909.697984:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000040:1.0:1787698909.697984:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698909.697991:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.697992:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698909.697996:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698909.697998:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00100000:0.0:1787698909.698000:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787698909.698000:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947232768, offset 0
00000400:00000200:1.0:1787698909.698007:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698909.698014:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698909.698017:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787698909.698019:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698909.698022:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.698023:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787698909.698029:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698909.698035:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698909.698040:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698909.698045:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:0.0:1787698909.698047:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.698048:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12458:12458:256:4294967295] 192.168.201.121@tcp LPNI seq info [12458:12458:8:4294967295]
00000400:00000200:1.0:1787698909.698053:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698909.698055:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4133)
00000400:00000200:1.0:1787698909.698060:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698909.698064:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698909.698067:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698909.698070:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698909.698072:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698909.698078:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698909.698080:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787698909.698082:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698909.698084:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698909.698086:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698909.698089:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698909.698091:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698909.698093:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698909.698095:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698909.698097:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698103:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.698104:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698108:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698109:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698909.698111:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698909.698113:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698909.698115:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698909.698116:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298796050
00000100:00000001:1.0:1787698909.698118:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298796707
00000100:00000001:1.0:1787698909.698119:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298796050
00000100:00000001:1.0:1787698909.698121:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298796707
00000100:00000001:1.0:1787698909.698122:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698909.698123:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698124:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698909.698126:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698909/real 1787698909]  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698909.698134:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698909.698135:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698909.698136:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698909.698137:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698909.698138:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698909.698139:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698909.698140:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698909.698145:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698148:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698909.698149:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698150:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.698151:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698909.698153:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698157:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698909.698159:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698162:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698909.698164:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698165:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.698165:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698166:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698909.698168:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698909.698169:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698909.698170:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698909.698172:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698909.698174:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698909.698179:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232768:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698909.698181:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698909.698182:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698186:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698909.698187:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.698188:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698909.698189:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698909.698190:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698909.698191:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232896:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698909.698193:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698909.698194:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698909.698195:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.698195:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698909.698197:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698909.698198:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.698200:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698909.698202:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698909.698204:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698909.698206:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947232896, portal 4
00000100:00000001:1.0:1787698909.698207:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698909.698208:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787698909.698213:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698219:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698909.698221:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698909.698223:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698909.698225:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947232896, offset 0
00000400:00000200:1.0:1787698909.698229:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698909.698233:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698909.698236:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698909.698239:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698909.698241:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698909.698243:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698909.698246:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698909.698248:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12459:12459:256:4294967295] 192.168.201.121@tcp LPNI seq info [12459:12459:8:4294967295]
00000400:00000200:1.0:1787698909.698252:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698909.698257:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698909.698262:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698909.698265:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698909.698268:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698909.698271:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698909.698275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698909.698277:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787698909.698280:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698909.698282:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698909.698285:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698909.698288:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698909.698290:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698909.698292:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698909.698294:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698909.698297:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698304:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.698307:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698313:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698315:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698909.698318:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698909.698321:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698909.698324:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698909.698326:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298796067
00000100:00000001:1.0:1787698909.698329:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298796707
00000100:00000001:1.0:1787698909.698331:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298796067
00000100:00000001:1.0:1787698909.698332:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298796707
00000100:00000001:1.0:1787698909.698334:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698909.698336:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698338:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698909.698342:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698909/real 1787698909]  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698909.698349:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698909.698350:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698909.698352:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698909.698354:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698909.698356:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698909.698357:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698909.698372:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698909.698380:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698386:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698909.698387:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698389:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.698391:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698909.698394:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698400:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698909.698404:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698410:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698909.698413:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698414:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.698416:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698417:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698909.698419:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698909.698421:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698909.698424:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698909.698426:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698909.698430:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698909.698437:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947232896:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698909.698441:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698443:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.698445:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947232768/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698451:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698909.698454:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698909.698455:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698909.698458:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698909.698460:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698909.698461:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698909.698463:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698909.698464:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:1.0:1787698909.698467:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698909.698468:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698909.698469:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:1.0:1787698909.698471:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698909.698473:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698474:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.698477:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947232896/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698489:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698909.698491:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698909.698492:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698909.698494:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698909.698495:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698909.698496:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698909.698497:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698909.698499:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:1.0:1787698909.698501:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698909.698501:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698909.698503:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787698909.698504:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698909.698505:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698507:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698510:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698909.698511:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698513:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698909.698514:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698909.698515:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698909.698518:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698524:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698909.698525:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.698527:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698909.698528:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698909.698530:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698909.698533:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233024:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698909.698536:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698909.698537:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698909.698539:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698909.698540:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698909.698543:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698909.698545:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698909.698548:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698909.698550:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698909.698553:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698909.698556:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233024, portal 4
00000100:00000001:1.0:1787698909.698558:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698909.698558:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787698909.698563:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698567:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698909.698568:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698909.698569:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698909.698571:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947233024, offset 0
00000400:00000200:1.0:1787698909.698573:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698909.698575:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698909.698578:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698909.698579:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698909.698581:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698909.698582:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698909.698584:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698909.698586:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12460:12460:256:4294967295] 192.168.201.121@tcp LPNI seq info [12460:12460:8:4294967295]
00000400:00000200:1.0:1787698909.698588:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698909.698592:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698909.698595:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698909.698597:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698909.698599:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698909.698600:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787698909.698603:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698909.698605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787698909.698609:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698909.698611:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698909.698614:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698909.698617:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698909.698620:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698909.698621:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698909.698624:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698909.698627:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698634:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.698637:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698934 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698642:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698644:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698909.698647:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698909.698650:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698909.698653:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698909.698655:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298796054
00000100:00000001:1.0:1787698909.698657:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298796707
00000100:00000001:1.0:1787698909.698659:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298796054
00000100:00000001:1.0:1787698909.698661:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298796707
00000100:00000001:1.0:1787698909.698663:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698909.698665:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698666:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698909.698670:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698909/real 1787698909]  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698909.698678:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698909.698679:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698909.698680:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698909.698682:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698909.698684:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698909.698686:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698909.698689:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698909.698696:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698708:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698909.698709:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698711:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.698712:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698909.698716:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698722:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698909.698725:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698731:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698909.698734:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698735:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698909.698736:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698738:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698909.698740:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698909.698742:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698909.698745:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698909.698747:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698909.698751:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698909.698759:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233024:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698909.698762:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698764:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698909.698766:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947233024/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698934 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698909.698772:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698909.698774:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698909.698776:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698909.698778:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698909.698779:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698909.698780:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698909.698782:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698909.698784:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:1.0:1787698909.698786:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698909.698787:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698909.698788:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787698909.698790:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698909.698792:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698793:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698909.698796:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698909.698797:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698909.698799:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698909.698800:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698910.144940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698910.144944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698910.144947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698910.144950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698910.144950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698910.144953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698910.144955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698910.144956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698910.144957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698910.144961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698910.144962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698910.144963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698910.144966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698910.144967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698910.144968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698910.144969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698910.144972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698910.144973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698910.144973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698910.144975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698910.144979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698910.144980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698910.144984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698910.144987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698910.145007:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698910.145011:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698910.145014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698910.400996:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298796707, at 4298796736
00000100:00000040:1.0:1787698910.400996:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298796707, at 4298796736
00000100:00000010:0.0:1787698910.401013:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470104e0.
00000100:00000010:1.0:1787698910.401015:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f00.
00000100:00000001:3.0:1787698910.720964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698910.720973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698910.720976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698910.720981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698910.720984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698910.720987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698910.720989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698910.720991:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698910.720994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698911.168976:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698911.168982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698911.168982:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698911.168986:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698911.168988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698911.168991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698911.168994:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698911.168996:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698911.168998:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698911.169002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698911.169006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698911.169009:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698911.169011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698911.169013:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698911.169018:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698911.169019:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698911.169024:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698911.169025:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698911.169030:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698911.169033:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698911.169037:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698911.169040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698911.169042:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698911.169047:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698911.169080:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698911.169085:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698911.169088:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698911.744948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698911.744953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698911.744954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698911.744958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698911.744960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698911.744963:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698911.744964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698911.744966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698911.744968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698912.192960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698912.192960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698912.192968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698912.192969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698912.192969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698912.192973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698912.192973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698912.192974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698912.192981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698912.192981:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698912.192983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698912.192987:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698912.192988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698912.192988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698912.192993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698912.192993:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698912.192995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698912.192997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698912.193000:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698912.193001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698912.193006:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698912.193007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698912.193011:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698912.193015:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698912.193043:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698912.193048:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698912.193051:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698912.768952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698912.768957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698912.768958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698912.768962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698912.768964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698912.768968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698912.768969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698912.768971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698912.768973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698913.216949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698913.216949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698913.216954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698913.216956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698913.216956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698913.216961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.216961:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698913.216961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.216965:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1787698913.216969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698913.216969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698913.216970:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.216976:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787698913.216978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698913.216978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698913.216979:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698913.216983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698913.216983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698913.216984:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698913.216987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698913.216990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698913.216991:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698913.216993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698913.216996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698913.216997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698913.216999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698913.217001:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698913.217004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.217004:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698913.217006:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.217010:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698913.217012:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.217014:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.217017:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698913.217020:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698913.217022:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698913.217073:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698913.217076:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698913.217080:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698913.792948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698913.792953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698913.792954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698913.792963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698913.792966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698913.792969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698913.792971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698913.792972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698913.792974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.240950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698914.240950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698914.240952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698914.240956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698914.240957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698914.240957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698914.240958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.240961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698914.240965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698914.240966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698914.240968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698914.240968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698914.240972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698914.240972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698914.240973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.240975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698914.240980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698914.240980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698914.240985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698914.240986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.240991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698914.240991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.240995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.240998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698914.241021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698914.241024:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698914.241027:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698914.816930:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698914.816942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698914.816945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698914.816949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698914.816953:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698914.816956:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698914.816960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698914.816962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698914.816965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698914.816984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698914.816990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698914.816993:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698914.816996:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698914.817000:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698914.817007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4128
00000400:00000200:0.0:1787698914.817015:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698914.817020:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698914.817023:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698914.817026:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817030:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698914.817032:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817034:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698914.817038:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698914.817040:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698914.817042:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698914.817045:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698914.817048:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698914.817050:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698914.817053:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817055:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698914.817057:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817058:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698914.817061:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698914.817065:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817067:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698914.817070:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698914.817073:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698914.817075:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698914.817078:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698914.817080:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698914.817088:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698914.817092:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698914.817096:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698914.817098:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698914.817101:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698914.817104:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698914.817108:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698914.817114:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698914.817129:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698914.817137:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698914.817146:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698914.817150:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698914.817154:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698914.817172:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698914.817175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698914.817179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698914.817180:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698914.817181:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698914.817184:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698914.817186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4128
00000400:00000200:0.0:1787698914.817190:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698914.817193:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698914.817196:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698914.817199:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817201:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698914.817204:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817206:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698914.817209:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698914.817209:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787698914.817212:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:1.0:1787698914.817214:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787698914.817215:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698914.817218:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787698914.817219:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698914.817223:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698914.817227:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698914.817228:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698914.817234:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698914.817239:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698914.817241:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698914.817241:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698914.817245:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698914.817246:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698914.817249:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698914.817250:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787698914.817253:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698914.817254:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00100000:1.0:1787698914.817257:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947233152:192.168.201.121@tcp:250:kworker.0
00000100:00080000:0.0:1787698914.817261:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698914.817262:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787698914.817266:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.817267:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698914.817270:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698914.817271:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698914.817273:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787698914.817293:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698914.817297:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698914.817298:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
00000100:00000001:0.0:1787698914.817300:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698914.817301:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787698914.817307:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698914.817308:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698914.817311:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000008:00000001:0.0:1787698914.817313:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698914.817316:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698914.817317:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000010:0.0:1787698914.817322:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000100:00000200:1.0:1787698914.817323:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233152, portal 25
00000020:00000040:0.0:1787698914.817326:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:1.0:1787698914.817327:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698914.817329:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
02000000:00000001:0.0:1787698914.817331:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698914.817335:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698914.817335:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698914.817339:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698914.817342:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698914.817344:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787698914.817346:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698914.817351:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000040:1.0:1787698914.817354:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817357:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698914.817359:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698914.817363:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947233152, offset 0
00000100:00100000:0.0:1787698914.817365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698914.817374:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817379:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698914.817381:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698914.817385:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698914.817386:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698914.817394:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698914.817401:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698914.817402:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787698914.817407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698914.817409:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:0.0:1787698914.817413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787698914.817414:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698914.817416:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787698914.817418:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:0.0:1787698914.817420:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698914.817424:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12461:12461:256:4294967295] 192.168.201.121@tcp LPNI seq info [12461:12461:8:4294967295]
00000100:00000001:0.0:1787698914.817425:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698914.817431:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698914.817432:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4128
00000400:00000200:1.0:1787698914.817439:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698914.817444:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.817449:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698914.817454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698914.817457:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698914.817463:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698914.817466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698914.817470:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.817473:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698914.817480:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698914.817485:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787698914.817516:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698914.817521:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698914.817524:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698914.817528:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698914.817528:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000001:0.0:1787698914.817533:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787698914.817533:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000040:0.0:1787698914.817538:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698914.817540:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787698914.817541:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698914.817545:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698914.817548:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000200:1.0:1787698914.817548:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698914.817552:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698914.817555:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698914.817560:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698914.817564:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:1.0:1787698914.817564:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698914.817571:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698914.817571:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698914.817575:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698914.817580:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817584:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698914.817586:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698914.817588:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000001:1.0:1787698914.817589:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787698914.817594:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698914.817597:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698914.817598:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698914.817602:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698914.817605:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698914.817607:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698914.817609:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298801827
02000000:00000001:0.0:1787698914.817610:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698914.817615:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000010:1.0:1787698914.817617:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010f00.
00000008:00100000:0.0:1787698914.817618:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698914.817622:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698914.817624:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.817626:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1787698914.817629:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698914.817633:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:1.0:1787698914.817634:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298801827
02000000:00000001:0.0:1787698914.817638:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698914.817641:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698914.817641:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010060.
00000100:00000001:0.0:1787698914.817646:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698914.817647:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1787698914.817648:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698914.817652:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.817653:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1787698914.817658:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:1.0:1787698914.817658:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.817662:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698914.817664:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698914.817670:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698914/real 1787698914]  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787698914.817674:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787698914.817684:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698914.817687:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787698914.817688:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787698914.817690:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000001:0.0:1787698914.817692:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698914.817694:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698914.817698:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000040:0.0:1787698914.817699:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.817703:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698914.817709:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698914.817711:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698914.817723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698914.817726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698914.817731:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698914.817736:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787698914.817736:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698914.817742:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698914.817748:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4128
00000100:00000001:1.0:1787698914.817750:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698914.817753:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787698914.817754:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698914.817758:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1787698914.817760:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698914.817761:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698914.817764:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787698914.817769:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698914.817771:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698914.817781:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698914.817783:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698914.817788:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698914.817789:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817794:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698914.817800:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698914.817801:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787698914.817803:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787698914.817804:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787698914.817807:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787698914.817807:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.817810:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787698914.817812:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787698914.817812:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698914.817815:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787698914.817818:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00080000:1.0:1787698914.817818:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787698914.817823:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00080000:1.0:1787698914.817824:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698914.817828:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787698914.817831:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817835:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698914.817835:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698914.817840:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817846:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698914.817875:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698914.817879:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698914.817888:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698914.817891:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947233152:192.168.201.121@tcp:250:kworker.0
02000000:00000001:0.0:1787698914.817892:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698914.817896:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698914.817901:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.817904:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698914.817905:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698914.817908:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787698914.817909:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698914.817914:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698914.817915:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947233152/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698914.817919:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698914.817925:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000100:00000001:1.0:1787698914.817927:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1787698914.817929:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698914.817930:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787698914.817935:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787698914.817935:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:0.0:1787698914.817938:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.817940:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787698914.817942:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1787698914.817944:0:2353:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:0.0:1787698914.817945:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:1.0:1787698914.817947:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698914.817949:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698914.817951:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787698914.817955:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
02000000:00000010:1.0:1787698914.817955:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698914.817961:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.817962:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698914.817966:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698914.817968:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00100000:0.0:1787698914.817970:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698914.817972:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698914.817975:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.817980:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698914.817985:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698914.817987:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.817989:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787698914.817991:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.817992:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.817996:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698914.817999:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698914.818001:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698914.818008:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698914.818008:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698914.818015:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4138)
00000100:00000001:1.0:1787698914.818021:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698914.818023:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.818025:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698914.818027:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698914.818030:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698914.818034:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233280:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698914.818042:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698914.818045:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698914.818046:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.818049:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698914.818052:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698914.818055:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698914.818059:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698914.818061:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698914.818065:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698914.818068:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233280, portal 10
00000100:00000001:1.0:1787698914.818070:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698914.818071:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787698914.818078:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818084:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698914.818087:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698914.818089:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698914.818091:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947233280, offset 0
00000400:00000200:1.0:1787698914.818095:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698914.818100:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698914.818104:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698914.818107:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698914.818110:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698914.818112:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698914.818115:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698914.818125:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12462:12462:256:4294967295] 192.168.201.121@tcp LPNI seq info [12462:12462:8:4294967295]
00000400:00000200:1.0:1787698914.818130:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698914.818136:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698914.818141:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.818144:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698914.818149:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698914.818152:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698914.818156:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698914.818159:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698914.818163:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.818165:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698914.818168:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698914.818172:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698914.818175:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698914.818176:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698914.818179:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698914.818182:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818190:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698914.818193:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818200:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818201:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698914.818204:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698914.818207:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698914.818211:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698914.818213:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298801170
00000100:00000001:1.0:1787698914.818215:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298801827
00000100:00000001:1.0:1787698914.818217:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298801170
00000100:00000001:1.0:1787698914.818219:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298801827
00000100:00000001:1.0:1787698914.818221:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698914.818223:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818225:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698914.818228:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698914/real 1787698914]  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698914.818235:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698914.818236:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698914.818238:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698914.818240:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698914.818242:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698914.818244:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698914.818247:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698914.818254:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818260:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698914.818261:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818263:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.818264:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698914.818267:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818291:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698914.818296:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818303:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698914.818305:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818307:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.818308:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818310:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698914.818312:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698914.818315:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698914.818318:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698914.818320:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698914.818324:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698914.818331:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233280:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698914.818335:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698914.818338:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818349:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698914.818351:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.818353:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698914.818355:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698914.818357:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698914.818360:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233408:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698914.818362:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698914.818364:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698914.818366:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.818367:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698914.818370:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698914.818372:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698914.818375:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698914.818378:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698914.818381:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698914.818383:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233408, portal 4
00000100:00000001:1.0:1787698914.818385:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698914.818386:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787698914.818392:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818397:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698914.818399:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698914.818401:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698914.818403:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947233408, offset 0
00000400:00000200:1.0:1787698914.818407:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698914.818410:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698914.818413:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698914.818416:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698914.818418:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698914.818420:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698914.818422:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698914.818425:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12463:12463:256:4294967295] 192.168.201.121@tcp LPNI seq info [12463:12463:8:4294967295]
00000400:00000200:1.0:1787698914.818429:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698914.818434:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698914.818437:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.818439:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698914.818441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698914.818443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698914.818446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698914.818447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698914.818450:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.818452:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698914.818455:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698914.818458:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698914.818460:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698914.818462:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698914.818464:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698914.818467:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818474:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698914.818476:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818482:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818484:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698914.818487:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698914.818490:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698914.818493:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698914.818495:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298801187
00000100:00000001:1.0:1787698914.818497:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298801827
00000100:00000001:1.0:1787698914.818499:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298801187
00000100:00000001:1.0:1787698914.818501:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298801827
00000100:00000001:1.0:1787698914.818503:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698914.818506:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818507:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698914.818510:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698914/real 1787698914]  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698914.818515:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698914.818516:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698914.818517:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698914.818519:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698914.818520:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698914.818521:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698914.818523:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698914.818528:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818531:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698914.818532:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818533:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.818534:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698914.818536:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818540:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698914.818542:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818546:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698914.818547:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818548:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.818549:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818550:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698914.818551:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698914.818552:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698914.818555:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698914.818556:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698914.818558:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698914.818562:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233408:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698914.818564:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818565:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698914.818567:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947233280/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818571:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698914.818572:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698914.818573:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787698914.818574:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698914.818575:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698914.818576:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698914.818577:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698914.818578:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:1.0:1787698914.818580:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698914.818581:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698914.818582:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787698914.818583:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698914.818584:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818585:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698914.818587:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947233408/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818590:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698914.818590:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698914.818591:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698914.818592:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698914.818593:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698914.818594:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698914.818595:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698914.818596:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:1.0:1787698914.818597:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698914.818597:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698914.818598:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787698914.818600:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698914.818601:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818602:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818605:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698914.818605:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818607:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698914.818608:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698914.818608:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698914.818611:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818615:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698914.818616:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.818618:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698914.818619:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698914.818622:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698914.818624:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233536:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698914.818627:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698914.818629:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698914.818630:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698914.818632:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698914.818635:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698914.818636:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698914.818639:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698914.818642:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698914.818644:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698914.818647:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233536, portal 4
00000100:00000001:1.0:1787698914.818649:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698914.818650:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:1.0:1787698914.818655:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818664:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698914.818666:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698914.818668:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698914.818669:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947233536, offset 0
00000400:00000200:1.0:1787698914.818672:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698914.818674:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698914.818676:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698914.818678:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698914.818680:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698914.818681:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698914.818683:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698914.818685:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12464:12464:256:4294967295] 192.168.201.121@tcp LPNI seq info [12464:12464:8:4294967295]
00000400:00000200:1.0:1787698914.818687:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698914.818690:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698914.818693:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.818696:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698914.818700:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698914.818702:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787698914.818706:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698914.818708:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787698914.818711:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698914.818713:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698914.818716:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698914.818719:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698914.818722:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698914.818723:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698914.818725:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698914.818729:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818736:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698914.818739:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698939 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818750:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818751:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698914.818754:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698914.818756:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698914.818758:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698914.818759:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298801174
00000100:00000001:1.0:1787698914.818761:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298801827
00000100:00000001:1.0:1787698914.818762:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298801174
00000100:00000001:1.0:1787698914.818763:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298801827
00000100:00000001:1.0:1787698914.818765:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698914.818766:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818767:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698914.818769:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698914/real 1787698914]  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698914.818774:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698914.818774:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698914.818776:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698914.818777:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698914.818778:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698914.818779:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698914.818781:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698914.818785:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818789:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698914.818789:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818790:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.818791:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698914.818793:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818797:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698914.818799:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818803:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698914.818804:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818805:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698914.818806:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818807:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698914.818808:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698914.818809:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698914.818811:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698914.818812:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698914.818814:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698914.818818:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233536:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698914.818820:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818821:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698914.818822:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947233536/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698939 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698914.818826:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698914.818827:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698914.818828:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787698914.818830:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698914.818830:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698914.818831:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698914.818833:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698914.818834:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:1.0:1787698914.818835:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698914.818836:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698914.818837:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:1.0:1787698914.818838:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698914.818839:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818840:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698914.818842:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698914.818843:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698914.818844:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698914.818845:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698915.264954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698915.264954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698915.264955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698915.264962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698915.264963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698915.264963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698915.264968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698915.264968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698915.264970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698915.264975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698915.264976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698915.264976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698915.264980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698915.264983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698915.264983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698915.264986:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698915.264989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698915.264989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698915.264990:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698915.264994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698915.264996:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698915.264997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698915.265001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698915.265003:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698915.265004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698915.265006:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698915.265007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698915.265010:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698915.265012:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698915.265016:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698915.265062:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698915.265073:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698915.265079:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698915.520962:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298801827, at 4298801856
00000100:00000040:1.0:1787698915.520962:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298801827, at 4298801856
00000100:00000010:1.0:1787698915.520979:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010060.
00000100:00000010:0.0:1787698915.520982:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f00.
00000100:00000001:3.0:1787698915.840969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698915.840975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698915.840976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698915.840980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698915.840982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698915.840985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698915.840987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698915.840989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698915.840991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698916.288953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698916.288953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698916.288954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698916.288960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698916.288962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698916.288962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698916.288966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698916.288967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698916.288967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698916.288970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698916.288973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698916.288974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698916.288975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698916.288977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698916.288981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698916.288981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698916.288987:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698916.288987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698916.288993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698916.288997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698916.289001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698916.289001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698916.289004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698916.289008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698916.289021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698916.289026:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698916.289030:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698916.864956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698916.864962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698916.864964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698916.864970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698916.864973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698916.864976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698916.864979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698916.864982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698916.864985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698917.312934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698917.312936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698917.312940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698917.312942:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698917.312943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698917.312943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698917.312946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698917.312947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698917.312949:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698917.312953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698917.312954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698917.312954:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698917.312957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698917.312959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698917.312959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698917.312961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698917.312963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698917.312964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698917.312965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698917.312966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698917.312970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698917.312971:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698917.312974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698917.312978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698917.313060:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698917.313063:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698917.313065:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698917.888948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698917.888953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698917.888954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698917.888958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698917.888961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698917.888963:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698917.888965:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698917.888968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698917.888970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698918.336941:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698918.336945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698918.336948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698918.336949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698918.336952:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698918.336954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698918.336957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698918.336958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698918.336960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698918.336961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698918.336963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698918.336964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698918.336965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698918.336968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698918.336969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698918.336970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698918.336974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698918.336976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698918.336977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698918.336980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698918.336985:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698918.336989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698918.336991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698918.336993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698918.337014:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698918.337017:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698918.337020:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698918.912927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698918.912934:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698918.912936:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698918.912942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698918.912945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698918.912949:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698918.912951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698918.912953:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698918.912955:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698919.360921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698919.360921:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698919.360921:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698919.360928:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698919.360929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698919.360929:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698919.360933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698919.360933:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698919.360936:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698919.360938:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698919.360939:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698919.360944:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698919.360946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698919.360948:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698919.360949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698919.360953:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698919.360957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698919.360961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698919.360961:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698919.360963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698919.360966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698919.360968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698919.360970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698919.360972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698919.360996:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698919.360998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698919.361001:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698919.936954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698919.936960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698919.936962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698919.936962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698919.936968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:1.0:1787698919.936971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698919.936972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698919.936975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698919.936976:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698919.936978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698919.936981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698919.936983:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698919.936983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.936990:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698919.936997:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4133
00000400:00000200:1.0:1787698919.937006:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698919.937012:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698919.937014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698919.937016:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937019:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698919.937021:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698919.937025:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698919.937026:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698919.937028:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698919.937031:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698919.937033:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698919.937035:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698919.937038:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937040:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698919.937042:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937043:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698919.937046:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698919.937049:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937052:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698919.937055:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698919.937058:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698919.937061:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937064:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698919.937066:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698919.937075:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787698919.937078:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698919.937083:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698919.937084:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937086:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698919.937088:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698919.937092:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698919.937098:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787698919.937103:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698919.937110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698919.937121:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698919.937125:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698919.937130:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698919.937154:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698919.937157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698919.937160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698919.937161:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698919.937163:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698919.937166:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698919.937169:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4133
00000400:00000200:1.0:1787698919.937173:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698919.937177:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698919.937179:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698919.937182:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937184:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698919.937204:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937206:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698919.937207:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787698919.937211:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787698919.937212:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787698919.937214:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:2.0:1787698919.937215:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787698919.937218:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698919.937223:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000040:2.0:1787698919.937223:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698919.937227:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698919.937232:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:2.0:1787698919.937237:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787698919.937241:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698919.937241:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937246:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787698919.937249:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787698919.937251:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:2.0:1787698919.937254:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698919.937255:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:2.0:1787698919.937259:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698919.937261:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698919.937268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:2.0:1787698919.937268:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947233664:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698919.937274:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698919.937278:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698919.937278:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698919.937284:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698919.937286:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698919.937288:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698919.937290:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.937293:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787698919.937294:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:2.0:1787698919.937299:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
00000008:00100000:1.0:1787698919.937300:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787698919.937303:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.937308:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698919.937312:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000008:00000001:1.0:1787698919.937317:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698919.937318:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000001:1.0:1787698919.937320:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698919.937326:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000100:00000200:2.0:1787698919.937326:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233664, portal 25
00000100:00000001:2.0:1787698919.937331:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1787698919.937332:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:2.0:1787698919.937333:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
02000000:00000001:1.0:1787698919.937339:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787698919.937342:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698919.937343:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937347:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698919.937349:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698919.937352:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.937358:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1787698919.937359:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000040:2.0:1787698919.937364:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937365:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698919.937369:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00100000:1.0:1787698919.937373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698919.937375:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947233664, offset 0
00000100:00000001:1.0:1787698919.937385:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698919.937387:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.937391:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787698919.937392:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698919.937400:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.937403:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698919.937404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698919.937409:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698919.937410:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698919.937412:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787698919.937415:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698919.937416:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698919.937420:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4133
00000400:00000200:1.0:1787698919.937424:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.937425:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698919.937428:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698919.937432:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787698919.937434:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:1.0:1787698919.937438:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698919.937442:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787698919.937443:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698919.937450:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698919.937450:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937456:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:2.0:1787698919.937456:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12465:12465:256:4294967295] 192.168.201.121@tcp LPNI seq info [12465:12465:8:4294967295]
00000020:00000001:1.0:1787698919.937462:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787698919.937465:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787698919.937466:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698919.937470:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698919.937472:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698919.937475:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698919.937479:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698919.937485:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698919.937486:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787698919.937487:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698919.937492:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937496:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698919.937501:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:2.0:1787698919.937502:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698919.937507:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937511:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787698919.937511:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
02000000:00000001:1.0:1787698919.937516:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698919.937519:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787698919.937523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:1.0:1787698919.937524:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937529:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:2.0:1787698919.937530:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000008:00100000:1.0:1787698919.937532:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787698919.937536:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698919.937538:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787698919.937541:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.937545:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000008:00000001:1.0:1787698919.937549:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937551:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.937552:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1787698919.937554:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000400:00000200:2.0:1787698919.937557:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787698919.937558:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698919.937561:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787698919.937562:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
02000000:00000001:1.0:1787698919.937563:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937566:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787698919.937566:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
02000000:00000001:1.0:1787698919.937569:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787698919.937571:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787698919.937572:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698919.937577:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
00000100:00000200:2.0:1787698919.937578:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698919.937581:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698919.937589:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698919.937590:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.937596:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698919.937599:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698919.937602:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.937608:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698919.937609:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.937611:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698919.937619:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698919.937622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698919.937622:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698919.937628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1787698919.937630:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698919.937631:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698919.937635:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698919.937636:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298806947
00000100:00000001:1.0:1787698919.937639:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698919.937644:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4133
00000100:00000010:2.0:1787698919.937644:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70ae0.
00000400:00000200:1.0:1787698919.937652:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698919.937653:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1787698919.937656:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698919.937660:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698919.937663:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298806947
00000100:00000040:1.0:1787698919.937664:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000010:2.0:1787698919.937668:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70660.
00000100:00000001:1.0:1787698919.937669:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698919.937672:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937675:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787698919.937675:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1787698919.937677:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698919.937680:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698919.937681:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787698919.937681:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787698919.937684:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698919.937686:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:2.0:1787698919.937686:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.937691:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787698919.937692:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787698919.937696:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937699:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787698919.937699:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698919/real 1787698919]  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698919.937703:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937707:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698919.937710:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698919.937714:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698919.937717:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698919.937719:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787698919.937719:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787698919.937721:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787698919.937723:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787698919.937724:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937727:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:2.0:1787698919.937728:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000008:00100000:1.0:1787698919.937729:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698919.937732:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937733:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698919.937735:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698919.937737:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698919.937738:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698919.937739:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698919.937742:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698919.937743:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787698919.937744:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
02000000:00000001:1.0:1787698919.937745:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787698919.937749:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
02000000:00000010:1.0:1787698919.937750:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787698919.937756:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.937756:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1787698919.937760:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787698919.937765:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698919.937768:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698919.937771:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698919.937777:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698919.937787:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698919.937789:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698919.937792:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4143)
00000100:00000001:2.0:1787698919.937800:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698919.937803:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.937806:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.937808:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698919.937812:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.937820:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698919.937824:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.937832:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698919.937835:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.937837:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.937838:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.937841:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698919.937842:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698919.937845:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698919.937876:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698919.937879:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698919.937884:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698919.937892:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947233664:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698919.937897:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.937899:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.937903:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947233664/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.937916:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698919.937919:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698919.937921:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698919.937924:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698919.937926:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698919.937928:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698919.937930:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698919.937933:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698919.937937:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698919.937939:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698919.937941:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:2.0:1787698919.937944:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698919.937945:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.937947:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.937954:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698919.937955:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.937958:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698919.937959:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698919.937961:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698919.937964:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.937971:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698919.937973:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.937975:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698919.937977:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698919.937979:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698919.937982:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233792:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698919.937986:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698919.937988:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698919.937989:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.937991:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698919.937994:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698919.937996:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.938000:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698919.938003:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698919.938006:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698919.938010:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233792, portal 10
00000100:00000001:2.0:1787698919.938012:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698919.938013:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:2.0:1787698919.938019:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938026:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698919.938028:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698919.938030:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698919.938033:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947233792, offset 0
00000400:00000200:2.0:1787698919.938037:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698919.938041:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.938045:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698919.938049:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698919.938051:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698919.938053:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698919.938056:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698919.938059:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12466:12466:256:4294967295] 192.168.201.121@tcp LPNI seq info [12466:12466:8:4294967295]
00000400:00000200:2.0:1787698919.938063:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.938070:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698919.938074:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.938078:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698919.938082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698919.938085:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698919.938089:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698919.938092:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787698919.938095:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.938097:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698919.938100:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698919.938103:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698919.938106:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698919.938108:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698919.938111:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698919.938115:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938122:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.938125:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938131:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938133:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698919.938135:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698919.938138:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698919.938141:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698919.938143:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298806290
00000100:00000001:2.0:1787698919.938146:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298806947
00000100:00000001:2.0:1787698919.938149:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298806290
00000100:00000001:2.0:1787698919.938151:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298806947
00000100:00000001:2.0:1787698919.938153:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698919.938155:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938157:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698919.938160:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698919/real 1787698919]  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698919.938167:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698919.938169:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698919.938170:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698919.938173:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698919.938174:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698919.938176:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698919.938179:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698919.938202:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938214:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698919.938216:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938218:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.938219:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698919.938223:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938230:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698919.938234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938240:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698919.938243:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938244:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.938246:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938247:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698919.938250:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698919.938252:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698919.938255:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698919.938257:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698919.938261:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698919.938269:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233792:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698919.938273:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698919.938277:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938283:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698919.938284:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.938287:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698919.938289:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698919.938291:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698919.938293:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233920:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698919.938296:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698919.938297:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698919.938298:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.938299:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698919.938302:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698919.938303:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.938306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698919.938308:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698919.938310:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698919.938312:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947233920, portal 4
00000100:00000001:2.0:1787698919.938314:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698919.938315:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:2.0:1787698919.938319:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938322:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698919.938324:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698919.938325:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698919.938327:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947233920, offset 0
00000400:00000200:2.0:1787698919.938329:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698919.938332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.938334:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698919.938336:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698919.938337:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698919.938339:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698919.938340:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698919.938342:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12467:12467:256:4294967295] 192.168.201.121@tcp LPNI seq info [12467:12467:8:4294967295]
00000400:00000200:2.0:1787698919.938345:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.938349:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698919.938352:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.938355:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698919.938357:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698919.938359:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698919.938362:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698919.938363:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787698919.938366:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.938367:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698919.938369:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698919.938371:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698919.938373:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698919.938374:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698919.938376:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698919.938378:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938382:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.938384:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938388:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938389:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698919.938391:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698919.938394:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698919.938395:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698919.938397:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298806307
00000100:00000001:2.0:1787698919.938399:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298806947
00000100:00000001:2.0:1787698919.938400:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298806307
00000100:00000001:2.0:1787698919.938401:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298806947
00000100:00000001:2.0:1787698919.938403:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698919.938404:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938405:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698919.938407:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698919/real 1787698919]  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698919.938412:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698919.938413:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698919.938414:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698919.938415:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698919.938416:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698919.938417:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698919.938418:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698919.938422:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938426:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698919.938427:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938428:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.938429:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698919.938431:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938435:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698919.938437:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938440:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698919.938441:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938442:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.938443:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938444:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698919.938445:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698919.938446:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698919.938448:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698919.938449:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698919.938451:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698919.938456:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947233920:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698919.938458:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698919.938460:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938463:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698919.938464:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.938465:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698919.938466:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698919.938467:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698919.938468:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234048:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698919.938470:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698919.938471:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698919.938471:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698919.938472:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698919.938474:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698919.938475:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698919.938477:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698919.938478:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698919.938480:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698919.938482:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234048, portal 4
00000100:00000001:2.0:1787698919.938483:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698919.938484:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:2.0:1787698919.938487:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938491:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698919.938493:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698919.938494:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698919.938496:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947234048, offset 0
00000400:00000200:2.0:1787698919.938498:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698919.938500:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.938502:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698919.938503:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698919.938505:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698919.938506:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698919.938508:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698919.938510:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12468:12468:256:4294967295] 192.168.201.121@tcp LPNI seq info [12468:12468:8:4294967295]
00000400:00000200:2.0:1787698919.938512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698919.938515:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698919.938518:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.938519:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698919.938521:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698919.938523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787698919.938525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698919.938527:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787698919.938529:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698919.938530:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698919.938532:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698919.938534:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698919.938535:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698919.938536:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698919.938537:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698919.938539:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938544:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.938545:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698944 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938559:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938560:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698919.938562:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698919.938564:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698919.938566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698919.938568:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298806294
00000100:00000001:2.0:1787698919.938572:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298806947
00000100:00000001:2.0:1787698919.938574:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298806294
00000100:00000001:2.0:1787698919.938575:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298806947
00000100:00000001:2.0:1787698919.938576:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698919.938578:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938579:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698919.938581:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698919/real 1787698919]  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698919.938585:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698919.938586:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698919.938587:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698919.938588:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698919.938589:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698919.938590:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698919.938592:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698919.938597:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938602:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698919.938603:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938605:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.938606:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698919.938609:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938616:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698919.938620:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938626:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698919.938629:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938631:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698919.938632:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938634:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698919.938635:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698919.938638:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698919.938641:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698919.938643:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698919.938647:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698919.938654:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234048:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698919.938657:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938659:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.938662:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947233792/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938669:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698919.938670:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698919.938672:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632a800.
02000000:00000001:2.0:1787698919.938674:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698919.938676:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698919.938677:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698919.938679:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698919.938681:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698919.938684:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698919.938685:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698919.938687:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:2.0:1787698919.938689:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698919.938690:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938692:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.938695:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947233920/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938706:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698919.938707:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698919.938709:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946328c00.
02000000:00000001:2.0:1787698919.938711:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698919.938712:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698919.938713:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698919.938715:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698919.938717:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:2.0:1787698919.938719:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698919.938720:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698919.938721:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:2.0:1787698919.938723:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698919.938725:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938726:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698919.938729:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947234048/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698944 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698919.938735:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698919.938736:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698919.938738:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329c00.
02000000:00000001:2.0:1787698919.938740:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698919.938741:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698919.938742:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698919.938744:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698919.938746:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698919.938747:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698919.938748:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698919.938749:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:2.0:1787698919.938752:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698919.938753:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938755:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698919.938759:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698919.938760:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698919.938762:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698919.938763:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698920.384940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698920.384940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698920.384945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698920.384947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698920.384948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698920.384952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698920.384953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698920.384953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698920.384960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698920.384961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698920.384962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698920.384964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698920.384966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698920.384967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698920.384968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698920.384972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698920.384973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698920.384974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698920.384976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698920.384979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698920.384981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698920.384981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698920.384985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698920.384990:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698920.385019:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698920.385022:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698920.385025:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698920.640943:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298806947, at 4298806976
00000100:00000040:1.0:1787698920.640943:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298806947, at 4298806976
00000100:00000010:0.0:1787698920.640957:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70ae0.
00000100:00000010:1.0:1787698920.640958:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70660.
00000100:00000001:3.0:1787698920.960940:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698920.960946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698920.960947:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698920.960952:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698920.960956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698920.960959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698920.960961:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698920.960963:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698920.960965:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698921.408948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698921.408948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698921.408950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698921.408954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698921.408955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698921.408957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698921.408958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698921.408960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698921.408962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698921.408965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698921.408966:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698921.408967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698921.408971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698921.408971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698921.408972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698921.408975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698921.408976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698921.408976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698921.408977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698921.408979:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698921.408983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698921.408984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698921.408987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698921.408990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698921.409002:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698921.409007:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698921.409011:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698921.984950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698921.984956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698921.984957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698921.984961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698921.984964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698921.984969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698921.984972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698921.984974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698921.984976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698922.432933:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698922.432933:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698922.432937:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698922.432940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698922.432941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698922.432941:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698922.432945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698922.432945:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698922.432946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698922.432949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698922.432952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698922.432952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698922.432953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698922.432956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698922.432959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698922.432959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698922.432965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698922.432966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698922.432971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698922.432974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698922.432977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698922.432980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698922.432984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698922.432986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698922.433011:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698922.433015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698922.433018:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698923.008956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698923.008964:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698923.008965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698923.008970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698923.008974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698923.008978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698923.008980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698923.008983:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698923.008986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698923.456951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698923.456951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698923.456960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698923.456960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698923.456964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698923.456964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698923.456971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698923.456971:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698923.456977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698923.456977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698923.456984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698923.456984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698923.456988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698923.456991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698923.456994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457088:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698923.457093:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698923.457095:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698923.457099:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457102:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698923.457104:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457106:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457108:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457112:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698923.457113:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698923.457114:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698923.457116:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457118:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698923.457119:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457120:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457122:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698923.457124:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698923.457125:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698923.457162:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698923.457164:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698923.457168:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698923.457175:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698923.457180:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698923.457183:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698924.032945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698924.032955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698924.032957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698924.032963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698924.032968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698924.032979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698924.032982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698924.032985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698924.032990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698924.480938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698924.480938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698924.480945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698924.480946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698924.480946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698924.480950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698924.480951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698924.480951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698924.480957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698924.480958:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698924.480959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698924.480961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698924.480964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698924.480965:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698924.480966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698924.480970:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698924.480971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698924.480972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698924.480974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698924.480975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698924.480977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698924.480978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698924.480982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698924.480985:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698924.481013:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698924.481015:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698924.481017:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698925.056938:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698925.056955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698925.056955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698925.056959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698925.056963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698925.056969:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698925.056971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698925.056973:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698925.056978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698925.056980:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698925.056984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698925.056990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4138
00000100:00000001:3.0:1787698925.056993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698925.056997:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787698925.057002:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698925.057002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698925.057023:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698925.057027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698925.057030:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057033:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698925.057036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698925.057043:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698925.057045:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698925.057048:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698925.057052:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698925.057054:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698925.057056:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698925.057059:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057061:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698925.057063:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057065:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698925.057068:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698925.057072:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057074:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698925.057077:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698925.057081:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698925.057084:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057087:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698925.057090:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698925.057116:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698925.057120:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698925.057125:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698925.057127:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057130:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698925.057134:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698925.057138:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698925.057146:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329c00.
00000100:00000001:2.0:1787698925.057155:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698925.057165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698925.057176:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698925.057180:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698925.057185:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698925.057209:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698925.057212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698925.057215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698925.057216:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698925.057219:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698925.057221:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698925.057224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4138
00000400:00000200:2.0:1787698925.057229:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698925.057232:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698925.057235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698925.057238:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698925.057240:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698925.057241:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698925.057245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698925.057247:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698925.057249:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698925.057251:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787698925.057253:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698925.057256:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698925.057258:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698925.057261:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000040:1.0:1787698925.057262:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787698925.057263:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698925.057268:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698925.057275:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698925.057277:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698925.057279:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698925.057284:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1787698925.057284:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057288:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698925.057290:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787698925.057293:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787698925.057294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698925.057300:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057300:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698925.057305:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787698925.057309:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947234176:192.168.201.121@tcp:250:kworker.0
02000000:00000001:2.0:1787698925.057311:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698925.057316:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698925.057316:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057321:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787698925.057324:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787698925.057326:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698925.057329:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787698925.057331:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.057334:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787698925.057334:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698925.057340:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
02000000:00000010:1.0:1787698925.057343:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b400.
00000020:00000040:2.0:1787698925.057344:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698925.057347:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698925.057349:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057350:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698925.057354:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698925.057354:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698925.057358:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698925.057363:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:2.0:1787698925.057364:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328c00.
00000400:00000010:1.0:1787698925.057368:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:2.0:1787698925.057370:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698925.057375:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00100000:2.0:1787698925.057378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787698925.057383:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234176, portal 25
00000100:00000001:1.0:1787698925.057387:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698925.057389:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:1.0:1787698925.057398:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698925.057400:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698925.057404:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.057409:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698925.057412:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698925.057415:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698925.057418:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698925.057421:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947234176, offset 0
00000400:00000200:1.0:1787698925.057429:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057429:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698925.057434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698925.057438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:2.0:1787698925.057439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698925.057442:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698925.057444:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698925.057445:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787698925.057448:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787698925.057452:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787698925.057454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4138
00000400:00000200:1.0:1787698925.057458:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698925.057462:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.057464:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698925.057469:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787698925.057470:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:2.0:1787698925.057473:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698925.057478:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698925.057479:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12469:12469:256:4294967295] 192.168.201.121@tcp LPNI seq info [12469:12469:8:4294967295]
00000100:00000001:2.0:1787698925.057481:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698925.057485:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057489:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698925.057493:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:2.0:1787698925.057494:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698925.057496:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698925.057499:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698925.057501:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698925.057503:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698925.057507:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787698925.057512:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787698925.057515:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057519:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698925.057521:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.0:1787698925.057525:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057525:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698925.057529:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000010:1.0:1787698925.057534:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00080000:2.0:1787698925.057534:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057539:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698925.057541:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698925.057544:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787698925.057545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787698925.057548:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787698925.057552:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1787698925.057552:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698925.057555:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698925.057559:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057563:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698925.057563:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000010:2.0:1787698925.057567:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787698925.057569:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698925.057572:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698925.057573:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057575:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787698925.057583:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1787698925.057584:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698925.057587:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698925.057593:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a800.
00000800:00000100:1.0:1787698925.057594:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.057599:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000001:2.0:1787698925.057599:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698925.057608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698925.057611:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787698925.057620:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787698925.057621:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787698925.057624:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698925.057630:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000040:2.0:1787698925.057631:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787698925.057634:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698925.057643:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787698925.057644:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698925.057648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787698925.057651:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787698925.057653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698925.057655:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698925.057658:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698925.057662:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698925.057668:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4138
00000100:00000001:1.0:1787698925.057670:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787698925.057673:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698925.057678:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698925.057679:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698925.057683:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698925.057689:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698925.057695:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057695:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698925.057698:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698925.057699:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698925.057702:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698925.057705:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698925.057707:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787698925.057709:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698925.057709:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698925.057712:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000200:1.0:1787698925.057717:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:2.0:1787698925.057717:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698925.057721:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787698925.057722:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298812067
00000100:00000040:2.0:1787698925.057727:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057730:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787698925.057731:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010060.
00000100:00000040:2.0:1787698925.057733:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057737:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698925.057739:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787698925.057742:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787698925.057743:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698925.057747:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698925.057749:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698925.057751:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298812067
02000000:00000001:2.0:1787698925.057752:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698925.057757:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698925.057758:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010480.
00000100:00000001:2.0:1787698925.057759:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698925.057763:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698925.057767:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787698925.057770:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698925.057771:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787698925.057775:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.057777:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787698925.057779:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698925.057784:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698925/real 1787698925]  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787698925.057784:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698925.057789:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698925.057792:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698925.057794:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698925.057796:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698925.057798:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698925.057799:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698925.057803:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:2.0:1787698925.057808:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698925.057812:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698925.057816:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698925.057818:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698925.057822:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698925.057823:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00100000:2.0:1787698925.057824:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698925.057827:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698925.057833:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698925.057836:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698925.057841:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698925.057845:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.057868:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698925.057869:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.057872:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.057873:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698925.057878:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698925.057881:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.057887:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698925.057895:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698925.057897:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.057904:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787698925.057906:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4149)
00000100:00000001:1.0:1787698925.057907:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.057910:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.057911:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.057913:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698925.057914:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698925.057916:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698925.057919:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698925.057922:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698925.057925:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698925.057930:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947234176:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698925.057932:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.057934:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.057936:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947234176/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.057940:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698925.057942:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698925.057949:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787698925.057952:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698925.057953:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698925.057954:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698925.057955:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698925.057957:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329c00.
02000000:00000001:1.0:1787698925.057960:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698925.057962:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698925.057963:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787698925.057965:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698925.057966:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.057968:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.057973:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698925.057974:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.057976:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698925.057977:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698925.057978:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698925.057980:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.057984:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698925.057986:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.057988:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698925.057989:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698925.057992:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698925.057995:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234304:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698925.057998:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698925.058000:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698925.058001:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.058003:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698925.058006:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787698925.058008:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698925.058012:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698925.058014:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698925.058017:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698925.058020:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234304, portal 10
00000100:00000001:1.0:1787698925.058022:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698925.058024:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000040:1.0:1787698925.058030:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058036:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698925.058039:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698925.058041:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698925.058044:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947234304, offset 0
00000400:00000200:1.0:1787698925.058047:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698925.058051:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.058055:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698925.058058:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698925.058060:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698925.058062:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698925.058065:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698925.058067:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12470:12470:256:4294967295] 192.168.201.121@tcp LPNI seq info [12470:12470:8:4294967295]
00000400:00000200:1.0:1787698925.058072:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.058077:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698925.058080:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.058083:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698925.058086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698925.058088:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698925.058092:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698925.058095:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787698925.058099:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.058114:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698925.058117:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698925.058120:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698925.058123:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698925.058125:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698925.058127:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698925.058131:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058139:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.058142:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058148:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058150:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698925.058153:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698925.058157:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698925.058160:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698925.058162:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298811410
00000100:00000001:1.0:1787698925.058165:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298812067
00000100:00000001:1.0:1787698925.058167:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298811410
00000100:00000001:1.0:1787698925.058169:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298812067
00000100:00000001:1.0:1787698925.058171:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698925.058173:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058175:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698925.058178:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698925/real 1787698925]  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698925.058188:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698925.058189:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698925.058191:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698925.058192:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698925.058193:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698925.058195:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698925.058197:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698925.058202:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058205:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698925.058206:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058207:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.058208:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698925.058210:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058213:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698925.058216:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058223:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698925.058225:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058227:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.058228:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058230:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698925.058232:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698925.058235:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698925.058238:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698925.058241:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698925.058245:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698925.058253:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234304:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698925.058257:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698925.058259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058265:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698925.058266:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.058267:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698925.058269:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698925.058270:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698925.058272:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234432:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698925.058274:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698925.058276:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698925.058277:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.058279:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698925.058283:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009400.
02000000:00000001:1.0:1787698925.058285:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698925.058289:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698925.058292:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698925.058295:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698925.058297:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234432, portal 4
00000100:00000001:1.0:1787698925.058299:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698925.058300:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698925.058307:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058313:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698925.058315:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698925.058318:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698925.058320:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947234432, offset 0
00000400:00000200:1.0:1787698925.058325:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698925.058329:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.058332:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698925.058335:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698925.058337:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698925.058338:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698925.058340:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698925.058342:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12471:12471:256:4294967295] 192.168.201.121@tcp LPNI seq info [12471:12471:8:4294967295]
00000400:00000200:1.0:1787698925.058345:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.058349:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698925.058352:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.058354:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698925.058356:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698925.058358:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698925.058360:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698925.058362:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787698925.058365:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.058366:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698925.058368:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698925.058370:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698925.058372:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698925.058374:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698925.058375:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698925.058377:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058382:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.058384:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058388:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058389:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698925.058391:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698925.058393:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698925.058395:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698925.058397:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298811427
00000100:00000001:1.0:1787698925.058399:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298812067
00000100:00000001:1.0:1787698925.058400:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298811427
00000100:00000001:1.0:1787698925.058401:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298812067
00000100:00000001:1.0:1787698925.058402:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698925.058404:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058405:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698925.058407:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698925/real 1787698925]  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698925.058411:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698925.058412:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698925.058413:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698925.058414:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698925.058415:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698925.058416:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698925.058418:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698925.058423:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058427:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698925.058427:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058428:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.058429:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698925.058431:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058434:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698925.058436:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058440:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698925.058442:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058443:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.058444:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058445:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698925.058446:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698925.058448:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698925.058449:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698925.058450:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698925.058452:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698925.058456:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234432:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698925.058458:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698925.058460:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058463:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698925.058464:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.058465:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698925.058466:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698925.058467:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698925.058469:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234560:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698925.058471:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698925.058472:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698925.058473:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698925.058474:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698925.058476:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698925.058477:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698925.058479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698925.058481:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698925.058482:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698925.058484:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234560, portal 4
00000100:00000001:1.0:1787698925.058486:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698925.058487:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698925.058490:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058494:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698925.058495:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698925.058497:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698925.058498:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947234560, offset 0
00000400:00000200:1.0:1787698925.058500:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698925.058502:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.058503:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698925.058505:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698925.058506:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698925.058508:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698925.058509:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698925.058511:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12472:12472:256:4294967295] 192.168.201.121@tcp LPNI seq info [12472:12472:8:4294967295]
00000400:00000200:1.0:1787698925.058514:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698925.058517:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698925.058519:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.058521:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698925.058523:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698925.058525:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787698925.058527:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698925.058529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787698925.058531:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698925.058532:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698925.058534:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698925.058536:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698925.058537:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698925.058539:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698925.058540:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698925.058542:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058555:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.058558:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698950 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058566:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698925.058569:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698925.058571:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698925.058575:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698925.058577:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298811414
00000100:00000001:1.0:1787698925.058579:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298812067
00000100:00000001:1.0:1787698925.058581:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298811414
00000100:00000001:1.0:1787698925.058583:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298812067
00000100:00000001:1.0:1787698925.058586:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698925.058588:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058589:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698925.058593:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698925/real 1787698925]  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698925.058601:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698925.058602:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698925.058603:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698925.058606:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698925.058607:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698925.058609:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698925.058611:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698925.058616:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058620:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698925.058622:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058623:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.058624:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698925.058626:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058630:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698925.058632:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058637:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698925.058640:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058641:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698925.058642:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058644:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698925.058646:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698925.058648:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698925.058651:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698925.058653:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698925.058656:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698925.058664:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234560:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698925.058668:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058670:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.058673:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947234304/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058679:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698925.058680:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698925.058682:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787698925.058684:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698925.058685:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698925.058686:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698925.058687:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698925.058689:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328c00.
02000000:00000001:1.0:1787698925.058690:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698925.058691:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698925.058692:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698925.058694:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698925.058695:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058696:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.058698:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947234432/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058702:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698925.058702:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698925.058703:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009400.
02000000:00000001:1.0:1787698925.058704:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698925.058705:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698925.058706:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698925.058706:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698925.058707:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a800.
02000000:00000001:1.0:1787698925.058708:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698925.058709:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698925.058710:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698925.058711:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698925.058711:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058712:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698925.058714:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947234560/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698950 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698925.058717:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698925.058717:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698925.058718:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009000.
02000000:00000001:1.0:1787698925.058719:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698925.058720:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698925.058720:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698925.058721:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698925.058722:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:1.0:1787698925.058723:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698925.058724:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698925.058725:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698925.058726:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698925.058727:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058728:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698925.058731:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698925.058731:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698925.058733:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698925.058734:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698925.504993:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698925.504993:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698925.504998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698925.505003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698925.505004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698925.505004:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698925.505008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698925.505009:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698925.505012:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698925.505015:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698925.505016:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698925.505016:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698925.505019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698925.505023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698925.505023:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698925.505024:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698925.505028:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698925.505028:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698925.505029:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698925.505031:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698925.505034:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698925.505036:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698925.505037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698925.505039:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698925.505040:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698925.505042:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698925.505045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698925.505046:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698925.505049:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698925.505051:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698925.505084:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698925.505089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698925.505105:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698925.760979:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298812067, at 4298812096
00000100:00000040:1.0:1787698925.760979:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298812067, at 4298812096
00000100:00000010:1.0:1787698925.760999:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010480.
00000100:00000010:0.0:1787698925.761003:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010060.
00000100:00000001:3.0:1787698926.080967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698926.080975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698926.080977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698926.080982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698926.080985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698926.080988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698926.080991:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698926.080993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698926.080996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698926.528945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698926.528945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698926.528954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698926.528955:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698926.528958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698926.528958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698926.528965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698926.528966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698926.528969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698926.528971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698926.528974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698926.528975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698926.528979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698926.528983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698926.528987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698926.528988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698926.528989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698926.528992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698926.528995:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698926.528998:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698926.529001:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698926.529003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698926.529007:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698926.529009:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698926.529114:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698926.529119:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698926.529122:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698927.104969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698927.104976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698927.104979:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698927.104984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698927.104987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698927.104990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698927.104991:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698927.104993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698927.104995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698927.552982:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698927.552983:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698927.552991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698927.552992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698927.552995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698927.552996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698927.553002:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698927.553003:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698927.553003:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698927.553009:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698927.553012:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698927.553012:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698927.553018:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698927.553020:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698927.553023:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698927.553028:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698927.553032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698927.553032:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698927.553037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698927.553039:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698927.553046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698927.553046:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698927.553051:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698927.553066:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698927.553093:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698927.553099:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698927.553103:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698928.129012:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698928.129100:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698928.129102:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698928.129109:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698928.129113:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698928.129119:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698928.129122:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698928.129125:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698928.129129:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698928.576973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698928.576973:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698928.576976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698928.576982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698928.576983:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698928.576984:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698928.576988:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698928.576988:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698928.576993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698928.576994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698928.576995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698928.576996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698928.577002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698928.577002:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698928.577004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698928.577007:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698928.577008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698928.577008:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698928.577014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698928.577018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698928.577021:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698928.577022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698928.577025:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698928.577028:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698928.577061:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698928.577066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698928.577069:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698929.153015:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698929.153026:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698929.153028:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698929.153054:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698929.153058:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698929.153061:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698929.153064:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698929.153066:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698929.153069:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698929.600974:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698929.600975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698929.600986:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698929.600987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698929.600989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698929.600990:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698929.600991:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698929.600996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698929.601001:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698929.601002:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698929.601010:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698929.601011:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698929.601011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698929.601017:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698929.601018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698929.601019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698929.601035:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698929.601038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698929.601039:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698929.601048:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698929.601054:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698929.601062:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698929.601065:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698929.601069:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698929.601104:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698929.601108:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698929.601111:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698930.177004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698930.177009:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787698930.177029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698930.177032:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698930.177036:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698930.177040:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698930.177047:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4144
00000100:00000001:3.0:1787698930.177047:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698930.177056:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698930.177063:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:3.0:1787698930.177065:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000400:00000200:1.0:1787698930.177069:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698930.177074:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698930.177075:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787698930.177080:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177083:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698930.177083:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698930.177087:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698930.177095:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787698930.177097:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698930.177101:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000100:00000001:3.0:1787698930.177101:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787698930.177110:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698930.177111:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698930.177113:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698930.177122:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698930.177125:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698930.177126:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177128:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698930.177129:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177130:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698930.177132:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698930.177134:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177135:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698930.177137:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698930.177140:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698930.177142:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177144:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698930.177145:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698930.177153:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787698930.177155:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698930.177159:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698930.177160:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177162:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698930.177164:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698930.177167:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698930.177173:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787698930.177179:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698930.177186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698930.177193:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698930.177196:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698930.177199:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698930.177216:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698930.177218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698930.177221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698930.177222:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698930.177223:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698930.177225:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698930.177226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4144
00000400:00000200:1.0:1787698930.177228:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698930.177230:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698930.177232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698930.177234:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698930.177236:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177238:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698930.177239:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698930.177240:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698930.177241:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698930.177242:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698930.177243:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698930.177244:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698930.177246:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177247:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698930.177249:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698930.177252:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698930.177253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177255:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698930.177256:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787698930.177256:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787698930.177261:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698930.177263:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787698930.177264:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177267:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698930.177268:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1787698930.177271:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698930.177275:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177277:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698930.177278:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787698930.177279:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787698930.177283:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698930.177286:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698930.177287:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177291:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698930.177293:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698930.177295:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177297:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1787698930.177299:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000001:2.0:1787698930.177301:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177303:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.177306:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1787698930.177309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787698930.177311:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698930.177316:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177320:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698930.177324:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698930.177325:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947234688:192.168.201.121@tcp:250:kworker.0
00000100:00000040:1.0:1787698930.177329:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177332:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698930.177337:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787698930.177338:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698930.177341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787698930.177342:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698930.177344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698930.177347:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787698930.177347:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787698930.177348:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698930.177351:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698930.177353:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4144
02000000:00000010:2.0:1787698930.177355:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b400.
00000400:00000200:1.0:1787698930.177356:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698930.177360:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
02000000:00000001:2.0:1787698930.177360:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698930.177364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698930.177367:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787698930.177371:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698930.177373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177376:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698930.177377:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698930.177378:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000010:2.0:1787698930.177379:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000020:00000001:1.0:1787698930.177380:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698930.177382:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698930.177385:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787698930.177386:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698930.177388:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177389:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787698930.177390:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000040:1.0:1787698930.177392:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177394:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698930.177396:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698930.177397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177399:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787698930.177399:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234688, portal 25
02000000:00000001:1.0:1787698930.177401:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698930.177403:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698930.177405:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787698930.177406:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177410:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698930.177410:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000008:00100000:1.0:1787698930.177413:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698930.177416:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177417:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698930.177420:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000100:00000040:2.0:1787698930.177421:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698930.177422:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698930.177425:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698930.177428:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177431:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698930.177433:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698930.177436:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177439:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1787698930.177440:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000001:1.0:1787698930.177443:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698930.177444:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00100000:1.0:1787698930.177449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787698930.177449:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698930.177455:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947234688, offset 0
00000100:00000001:1.0:1787698930.177457:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698930.177460:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698930.177462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787698930.177467:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698930.177485:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.177495:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698930.177500:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698930.177504:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698930.177508:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698930.177511:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698930.177515:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12473:12473:256:4294967295] 192.168.201.121@tcp LPNI seq info [12473:12473:8:4294967295]
00000400:00000200:2.0:1787698930.177519:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698930.177526:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698930.177530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787698930.177535:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787698930.177536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698930.177541:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698930.177544:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698930.177550:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787698930.177550:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698930.177557:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4144
00000800:00000010:2.0:1787698930.177559:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000400:00000200:1.0:1787698930.177564:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:2.0:1787698930.177569:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:1.0:1787698930.177570:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:2.0:1787698930.177572:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1787698930.177574:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787698930.177579:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698930.177581:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:2.1:1787698930.177583:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1787698930.177584:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698930.177588:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177591:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000100:2.0:1787698930.177592:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787698930.177595:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:2.0:1787698930.177596:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000020:00000040:1.0:1787698930.177597:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698930.177600:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698930.177601:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698930.177603:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698930.177603:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787698930.177608:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:2.0:1787698930.177612:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787698930.177614:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177616:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698930.177619:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:2.0:1787698930.177619:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000100:00000001:1.0:1787698930.177620:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:2.0:1787698930.177624:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000020:00000040:1.0:1787698930.177625:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698930.177629:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698930.177632:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177632:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787698930.177633:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698930.177638:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698930.177639:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177640:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698930.177641:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698930.177643:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177644:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698930.177646:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000100:00000200:2.0:1787698930.177648:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698930.177649:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787698930.177653:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698930.177655:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698930.177658:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698930.177660:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698930.177662:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698930.177666:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787698930.177671:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177680:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.177684:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698930.177689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698930.177693:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177698:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698930.177703:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698930.177706:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177706:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698930.177716:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787698930.177717:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177721:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298817187
00000100:00000010:2.0:1787698930.177730:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70a80.
00000100:00000001:2.0:1787698930.177737:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698930.177738:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698930.177745:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4154)
00000100:00000001:2.0:1787698930.177749:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298817187
00000100:00000010:2.0:1787698930.177754:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947d70900.
00000100:00000001:2.0:1787698930.177758:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787698930.177763:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698930.177766:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177769:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698930.177774:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698930/real 1787698930]  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698930.177795:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698930.177797:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698930.177799:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698930.177801:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698930.177803:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698930.177806:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698930.177810:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698930.177818:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177824:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698930.177826:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.177828:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.177829:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698930.177832:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177837:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698930.177841:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177846:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698930.177864:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.177866:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.177867:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.177869:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698930.177871:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698930.177873:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698930.177877:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698930.177879:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698930.177884:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698930.177892:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947234688:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698930.177897:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.177899:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.177903:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947234688/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177910:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698930.177912:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698930.177914:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698930.177917:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698930.177919:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698930.177920:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:2.0:1787698930.177921:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698930.177923:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:2.0:1787698930.177926:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698930.177928:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698930.177929:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787698930.177931:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698930.177932:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.177933:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.177939:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698930.177941:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.177942:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698930.177943:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698930.177944:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698930.177946:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177951:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698930.177952:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.177954:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698930.177955:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698930.177956:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698930.177958:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234816:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698930.177960:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698930.177961:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698930.177963:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.177964:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698930.177966:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698930.177967:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698930.177970:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698930.177972:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698930.177974:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698930.177976:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234816, portal 10
00000100:00000001:2.0:1787698930.177977:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698930.177979:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:2.0:1787698930.177984:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.177988:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698930.177989:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698930.177999:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698930.178000:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947234816, offset 0
00000400:00000200:2.0:1787698930.178003:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698930.178006:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.178008:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698930.178011:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698930.178012:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698930.178028:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698930.178031:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698930.178033:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12474:12474:256:4294967295] 192.168.201.121@tcp LPNI seq info [12474:12474:8:4294967295]
00000400:00000200:2.0:1787698930.178037:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.178042:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698930.178046:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698930.178048:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698930.178051:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698930.178053:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698930.178056:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698930.178058:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787698930.178060:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698930.178062:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698930.178064:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698930.178066:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698930.178068:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698930.178069:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698930.178071:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698930.178073:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178078:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.178080:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178097:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178098:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698930.178102:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698930.178106:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:2.0:1787698930.178109:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698930.178111:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298816530
00000100:00000001:2.0:1787698930.178114:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298817187
00000100:00000001:2.0:1787698930.178116:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298816530
00000100:00000001:2.0:1787698930.178118:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298817187
00000100:00000001:2.0:1787698930.178121:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698930.178123:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178125:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698930.178128:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698930/real 1787698930]  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698930.178137:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698930.178138:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698930.178140:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698930.178142:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698930.178144:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698930.178146:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698930.178149:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698930.178157:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178163:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698930.178165:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178166:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.178168:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698930.178172:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178179:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698930.178183:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178188:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698930.178190:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178191:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.178192:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178193:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698930.178194:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698930.178196:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698930.178198:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698930.178199:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698930.178202:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698930.178206:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234816:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787698930.178209:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698930.178211:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178214:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698930.178215:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.178216:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698930.178218:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698930.178219:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698930.178221:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234944:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698930.178223:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698930.178224:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698930.178226:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.178227:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698930.178229:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698930.178231:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698930.178233:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698930.178235:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698930.178237:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698930.178239:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947234944, portal 4
00000100:00000001:2.0:1787698930.178240:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698930.178242:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:2.0:1787698930.178245:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178249:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698930.178251:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698930.178252:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698930.178253:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947234944, offset 0
00000400:00000200:2.0:1787698930.178256:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698930.178258:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.178260:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698930.178262:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698930.178264:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698930.178265:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698930.178267:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698930.178269:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12475:12475:256:4294967295] 192.168.201.121@tcp LPNI seq info [12475:12475:8:4294967295]
00000400:00000200:2.0:1787698930.178271:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.178275:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698930.178277:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698930.178279:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698930.178282:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698930.178283:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698930.178286:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698930.178288:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787698930.178290:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698930.178292:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698930.178294:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698930.178296:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698930.178298:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698930.178299:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698930.178300:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698930.178302:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178307:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.178309:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178313:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178313:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698930.178315:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698930.178317:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:2.0:1787698930.178318:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698930.178319:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298816547
00000100:00000001:2.0:1787698930.178321:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298817187
00000100:00000001:2.0:1787698930.178322:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298816547
00000100:00000001:2.0:1787698930.178323:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298817187
00000100:00000001:2.0:1787698930.178325:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698930.178326:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178327:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698930.178329:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698930/real 1787698930]  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698930.178333:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698930.178333:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698930.178335:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698930.178336:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698930.178337:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698930.178339:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698930.178340:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698930.178345:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178348:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698930.178349:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178350:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.178351:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698930.178353:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178356:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698930.178358:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178361:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698930.178362:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178363:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.178364:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178365:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698930.178366:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698930.178367:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698930.178369:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698930.178371:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698930.178373:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698930.178377:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947234944:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698930.178379:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787698930.178381:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178386:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698930.178386:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.178388:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787698930.178389:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698930.178390:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698930.178392:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235072:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698930.178393:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787698930.178394:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787698930.178395:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698930.178396:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787698930.178397:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698930.178398:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698930.178400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:2.0:1787698930.178401:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959949264aa8.
00000400:00000010:2.0:1787698930.178403:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06088.
00000100:00000200:2.0:1787698930.178404:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235072, portal 4
00000100:00000001:2.0:1787698930.178405:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698930.178406:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:2.0:1787698930.178409:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178413:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787698930.178414:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:2.0:1787698930.178416:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959945d06c38.
00000100:00000200:2.0:1787698930.178417:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947235072, offset 0
00000400:00000200:2.0:1787698930.178419:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:2.0:1787698930.178421:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.178422:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:2.0:1787698930.178424:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787698930.178425:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:2.0:1787698930.178426:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787698930.178428:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787698930.178430:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12476:12476:256:4294967295] 192.168.201.121@tcp LPNI seq info [12476:12476:8:4294967295]
00000400:00000200:2.0:1787698930.178432:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698930.178436:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787698930.178439:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698930.178440:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95994716ee00.
00000800:00000200:2.0:1787698930.178442:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.0:1787698930.178443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787698930.178446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:2.1:1787698930.178447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787698930.178450:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:2.0:1787698930.178451:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95994716ee00.
00000400:00000200:2.0:1787698930.178453:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787698930.178455:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787698930.178456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06c38
00000400:00000010:2.0:1787698930.178457:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06c38.
00000100:00000001:2.0:1787698930.178459:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787698930.178460:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178465:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.178466:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698955 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178470:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178471:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698930.178473:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698930.178475:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:2.0:1787698930.178478:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698930.178480:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298816534
00000100:00000001:2.0:1787698930.178482:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298817187
00000100:00000001:2.0:1787698930.178484:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298816534
00000100:00000001:2.0:1787698930.178486:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298817187
00000100:00000001:2.0:1787698930.178488:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698930.178491:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178493:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787698930.178496:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698930/real 1787698930]  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787698930.178504:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787698930.178505:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787698930.178507:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959949264aa8.
00000400:00000200:2.0:1787698930.178509:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959945d06088
00000400:00000010:2.0:1787698930.178511:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959945d06088.
00000100:00000001:2.0:1787698930.178513:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787698930.178516:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787698930.178524:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178530:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787698930.178531:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178533:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.178534:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698930.178537:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178545:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698930.178548:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178554:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698930.178557:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178558:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787698930.178559:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178561:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787698930.178563:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787698930.178565:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787698930.178569:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698930.178571:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787698930.178575:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698930.178583:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235072:192.168.201.121@tcp:8:kworker.0
00000100:00000001:2.0:1787698930.178586:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178588:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.178591:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947234816/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178595:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698930.178597:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698930.178598:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632b400.
02000000:00000001:2.0:1787698930.178600:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698930.178601:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698930.178602:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:2.0:1787698930.178604:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698930.178605:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:2.0:1787698930.178606:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698930.178607:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698930.178608:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:2.0:1787698930.178610:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698930.178611:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178612:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.178614:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947234944/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178620:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698930.178621:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698930.178622:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994632bc00.
02000000:00000001:2.0:1787698930.178624:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698930.178625:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698930.178626:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:2.0:1787698930.178628:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698930.178630:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:2.0:1787698930.178632:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698930.178633:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698930.178634:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:2.0:1787698930.178637:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698930.178637:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178639:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698930.178642:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947235072/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698955 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698930.178648:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787698930.178649:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787698930.178650:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959946329000.
02000000:00000001:2.0:1787698930.178652:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787698930.178654:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787698930.178655:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:2.0:1787698930.178656:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787698930.178658:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:2.0:1787698930.178660:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787698930.178661:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787698930.178662:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:2.0:1787698930.178665:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787698930.178666:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178668:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698930.178671:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698930.178673:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698930.178675:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698930.178676:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698930.625020:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698930.625020:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698930.625023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698930.625031:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698930.625032:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698930.625033:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698930.625040:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698930.625041:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698930.625044:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698930.625052:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698930.625052:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698930.625053:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698930.625062:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698930.625069:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698930.625070:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698930.625076:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698930.625077:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698930.625077:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698930.625089:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698930.625090:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698930.625112:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698930.625113:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698930.625118:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698930.625123:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698930.625152:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698930.625155:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698930.625157:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698930.880974:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298817187, at 4298817216
00000100:00000040:1.0:1787698930.880975:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298817187, at 4298817216
00000100:00000010:0.0:1787698930.880994:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70a80.
00000100:00000010:1.0:1787698930.880998:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947d70900.
00000100:00000001:3.0:1787698931.200980:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698931.201012:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698931.201016:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698931.201023:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698931.201027:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698931.201032:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698931.201035:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698931.201038:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698931.201041:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698931.648986:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698931.648986:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698931.649008:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698931.649008:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698931.649009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698931.649012:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698931.649013:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698931.649017:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698931.649022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698931.649022:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698931.649029:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698931.649030:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698931.649030:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698931.649034:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698931.649037:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698931.649037:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698931.649040:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698931.649045:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698931.649046:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698931.649050:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698931.649057:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698931.649060:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698931.649064:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698931.649064:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698931.649086:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698931.649091:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698931.649097:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698932.224968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698932.224977:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698932.224991:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698932.224996:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698932.225000:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698932.225004:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698932.225007:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698932.225009:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698932.225012:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698932.673036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698932.673048:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698932.673053:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698932.673059:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698932.673062:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698932.673063:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698932.673068:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698932.673069:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698932.673073:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698932.673075:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698932.673082:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698932.673087:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698932.673091:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698932.673095:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698932.673099:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698932.673153:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698932.673159:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698932.673160:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698932.673163:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698932.673166:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698932.673168:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698932.673170:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698932.673172:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698932.673174:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698932.673185:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698932.673190:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698932.673195:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698933.248945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698933.248950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698933.248952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698933.248956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698933.248958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698933.249065:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698933.249067:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698933.249069:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698933.249072:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698933.696945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698933.696948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698933.696953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698933.696962:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698933.696964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698933.696965:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698933.696969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698933.696970:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698933.696973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698933.696974:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698933.696975:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698933.696978:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698933.696979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698933.696980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698933.696982:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698933.696984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698933.696986:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698933.696986:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698933.696988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698933.696991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698933.696992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698933.696993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698933.696995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698933.696996:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698933.696998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698933.696999:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698933.696999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698933.697004:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698933.697005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698933.697008:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698933.697010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698933.697011:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698933.697015:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698933.697018:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698933.697022:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698933.697023:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698933.697056:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698933.697058:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698933.697060:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698934.272972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698934.272979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698934.272981:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698934.272988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698934.272991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698934.272994:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698934.272996:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698934.272998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698934.273000:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698934.720953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698934.720953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698934.720960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698934.720961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698934.720964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698934.720965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698934.720970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698934.720971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698934.720972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698934.720976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698934.720976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698934.720977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698934.720980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698934.720982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698934.720983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698934.720984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698934.720987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698934.720988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698934.720990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698934.720992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698934.720995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698934.720995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698934.720998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698934.721000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698934.721035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698934.721040:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698934.721044:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787698935.297014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698935.297017:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698935.297022:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787698935.297025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698935.297026:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297030:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698935.297032:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698935.297035:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698935.297037:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698935.297042:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698935.297042:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698935.297045:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698935.297049:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787698935.297052:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4149
00000100:00000001:3.0:1787698935.297053:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698935.297065:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698935.297072:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698935.297076:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698935.297080:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297083:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698935.297085:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297088:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698935.297092:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698935.297094:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698935.297097:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698935.297101:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698935.297104:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698935.297106:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698935.297109:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297111:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698935.297113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297115:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698935.297118:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698935.297122:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297125:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698935.297128:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698935.297131:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698935.297134:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297137:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698935.297139:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698935.297149:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2da40.
00000020:00000040:2.0:1787698935.297152:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698935.297156:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698935.297158:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297160:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698935.297163:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698935.297167:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698935.297174:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
00000100:00000001:2.0:1787698935.297180:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698935.297189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698935.297199:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698935.297203:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698935.297208:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba003ed] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698935.297232:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698935.297235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698935.297238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698935.297240:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698935.297242:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698935.297245:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698935.297247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4149
00000400:00000200:2.0:1787698935.297251:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698935.297253:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698935.297255:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698935.297258:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297261:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698935.297263:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297265:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698935.297267:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698935.297268:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698935.297270:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698935.297271:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698935.297273:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698935.297276:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787698935.297279:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297281:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698935.297283:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698935.297287:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787698935.297290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297293:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698935.297295:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698935.297300:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698935.297302:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297304:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698935.297308:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698935.297311:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297313:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698935.297316:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f0c0.
00000020:00000040:2.0:1787698935.297318:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698935.297321:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698935.297323:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297324:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698935.297326:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698935.297328:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698935.297331:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632bc00.
00000100:00000001:2.0:1787698935.297334:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698935.297339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698935.297346:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698935.297348:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698935.297352:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e21005c8] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698935.297360:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698935.297363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698935.297367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698935.297368:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698935.297370:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698935.297372:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698935.297375:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4149
00000400:00000200:2.0:1787698935.297378:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698935.297381:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698935.297384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698935.297386:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297388:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698935.297390:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297392:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698935.297394:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698935.297395:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698935.297397:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698935.297399:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698935.297401:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698935.297403:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787698935.297405:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297406:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698935.297408:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297410:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698935.297413:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787698935.297415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297418:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698935.297420:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698935.297422:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698935.297424:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297426:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698935.297429:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698935.297431:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297433:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698935.297438:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787698935.297441:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698935.297443:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698935.297445:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297447:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698935.297448:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698935.297450:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787698935.297450:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698935.297453:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000100:00000001:1.0:1787698935.297456:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698935.297458:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.297460:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1787698935.297466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787698935.297470:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698935.297482:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698935.297487:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.297489:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698935.297493:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698935.297495:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698935.297497:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698935.297501:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698935.297507:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297511:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698935.297515:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947235200:192.168.201.121@tcp:250:kworker.0
00000100:00080000:2.0:1787698935.297516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698935.297523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698935.297527:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787698935.297527:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698935.297531:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698935.297534:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698935.297537:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4149
02000000:00000001:1.0:1787698935.297540:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1787698935.297541:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698935.297545:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787698935.297546:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
02000000:00000001:1.0:1787698935.297551:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787698935.297551:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698935.297557:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000010:1.0:1787698935.297559:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000100:00000001:2.0:1787698935.297561:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698935.297563:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698935.297566:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297570:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787698935.297572:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:2.0:1787698935.297575:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787698935.297579:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000020:00000040:2.0:1787698935.297579:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698935.297583:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698935.297586:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698935.297589:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698935.297591:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698935.297595:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297597:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787698935.297599:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000040:2.0:1787698935.297599:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698935.297601:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698935.297606:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000200:1.0:1787698935.297608:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235200, portal 25
00000100:00080000:2.0:1787698935.297609:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698935.297613:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787698935.297614:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.297616:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214393408 : -116989495158208 : ffff959942b2da40)
02000000:00000001:2.0:1787698935.297617:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698935.297622:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787698935.297627:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698935.297627:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297631:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698935.297634:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698935.297641:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.297643:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698935.297644:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698935.297649:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000010:2.0:1787698935.297652:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000400:00000010:1.0:1787698935.297654:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000020:00000040:2.0:1787698935.297656:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:1.0:1787698935.297658:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947235200, offset 0
02000000:00000001:2.0:1787698935.297660:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698935.297663:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698935.297667:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787698935.297668:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787698935.297669:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698935.297672:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698935.297677:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000400:00000200:1.0:1787698935.297679:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698935.297682:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.297689:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00100000:2.0:1787698935.297690:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698935.297698:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787698935.297703:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787698935.297706:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:2.0:1787698935.297708:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.297713:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787698935.297716:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698935.297719:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698935.297729:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12477:12477:256:4294967295] 192.168.201.121@tcp LPNI seq info [12477:12477:8:4294967295]
00000100:00000001:2.0:1787698935.297735:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.297739:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698935.297742:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4159)
00000400:00000200:1.0:1787698935.297752:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698935.297761:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.297766:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698935.297773:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698935.297776:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698935.297781:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698935.297785:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698935.297789:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.297791:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698935.297798:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698935.297802:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698935.297807:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698935.297808:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698935.297812:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698935.297815:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.297824:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.297827:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.297834:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.297836:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698935.297841:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.297844:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698935.297869:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298822307
00000100:00000010:1.0:1787698935.297874:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010480.
00000100:00000001:1.0:1787698935.297880:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698935.297886:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298822308
00000100:00000010:1.0:1787698935.297889:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010000.
00000100:00000001:1.0:1787698935.297892:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698935.297895:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698935.297898:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.297900:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698935.297904:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698935/real 1787698935]  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698935.297913:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698935.297915:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698935.297917:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698935.297919:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698935.297921:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698935.297923:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698935.297942:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698935.297950:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.297956:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698935.297958:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.297960:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.297962:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698935.297965:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.297972:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698935.297976:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.297983:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698935.297986:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.297987:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.297988:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.297991:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698935.297992:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698935.297995:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698935.297998:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698935.298001:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698935.298004:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698935.298012:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947235200:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698935.298016:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698935.298019:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298025:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698935.298027:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698935.298028:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698935.298030:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698935.298032:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698935.298035:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235328:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698935.298037:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698935.298039:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698935.298040:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698935.298042:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698935.298045:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698935.298047:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.298050:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698935.298052:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698935.298056:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698935.298058:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235328, portal 10
00000100:00000001:1.0:1787698935.298060:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698935.298061:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214399168 : -116989495152448 : ffff959942b2f0c0)
00000100:00000040:1.0:1787698935.298068:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298085:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698935.298087:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698935.298089:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698935.298092:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947235328, offset 0
00000400:00000200:1.0:1787698935.298095:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698935.298099:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698935.298102:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698935.298105:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698935.298108:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698935.298110:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698935.298112:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698935.298115:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12478:12478:256:4294967295] 192.168.201.121@tcp LPNI seq info [12478:12478:8:4294967295]
00000400:00000200:1.0:1787698935.298119:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698935.298192:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698935.298236:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.298280:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698935.298284:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698935.298287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698935.298290:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698935.298293:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698935.298297:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.298299:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698935.298302:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698935.298305:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698935.298308:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698935.298310:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698935.298312:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698935.298316:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298322:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.298325:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298331:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298332:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698935.298335:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698935.298339:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698935.298342:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698935.298344:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298821650
00000100:00000001:1.0:1787698935.298346:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298822307
00000100:00000001:1.0:1787698935.298348:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298821650
00000100:00000001:1.0:1787698935.298350:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298822308
00000100:00000001:1.0:1787698935.298352:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698935.298354:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298356:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698935.298360:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698935/real 1787698935]  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698935.298367:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698935.298368:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698935.298370:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698935.298372:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698935.298373:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698935.298375:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698935.298378:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698935.298385:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298390:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698935.298391:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298393:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.298394:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698935.298397:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298403:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698935.298406:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298412:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698935.298414:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298416:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.298417:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298419:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698935.298421:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698935.298423:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698935.298426:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698935.298428:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698935.298431:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698935.298437:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235328:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698935.298440:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298442:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.298445:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2da40 x1874533947235200/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298451:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698935.298453:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698935.298456:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698935.298458:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698935.298460:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698935.298461:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698935.298464:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698935.298466:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329000.
02000000:00000001:1.0:1787698935.298469:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698935.298470:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698935.298472:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2da40.
00000100:00000001:1.0:1787698935.298475:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698935.298477:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298479:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.298482:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f0c0 x1874533947235328/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298488:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698935.298490:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698935.298491:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698935.298493:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698935.298494:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698935.298495:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698935.298497:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698935.298499:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632bc00.
02000000:00000001:1.0:1787698935.298501:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698935.298502:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698935.298503:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f0c0.
00000100:00000001:1.0:1787698935.298506:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698935.298507:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298509:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298516:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698935.298517:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298519:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698935.298520:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698935.298521:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698935.298525:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298531:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698935.298532:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698935.298534:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698935.298535:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698935.298537:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698935.298540:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235456:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698935.298543:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698935.298545:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698935.298546:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698935.298547:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698935.298550:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698935.298552:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.298554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698935.298556:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698935.298559:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698935.298562:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235456, portal 4
00000100:00000001:1.0:1787698935.298563:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698935.298565:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787698935.298570:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298575:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698935.298577:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698935.298579:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698935.298580:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947235456, offset 0
00000400:00000200:1.0:1787698935.298584:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698935.298587:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698935.298590:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698935.298593:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698935.298595:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698935.298597:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698935.298599:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698935.298601:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12479:12479:256:4294967295] 192.168.201.121@tcp LPNI seq info [12479:12479:8:4294967295]
00000400:00000200:1.0:1787698935.298605:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698935.298610:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698935.298614:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.298617:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698935.298620:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698935.298622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698935.298626:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698935.298628:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698935.298631:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.298633:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698935.298635:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698935.298638:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698935.298641:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698935.298643:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698935.298645:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698935.298648:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298655:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.298658:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298663:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298664:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698935.298667:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698935.298669:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698935.298672:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698935.298674:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298821667
00000100:00000001:1.0:1787698935.298676:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298822307
00000100:00000001:1.0:1787698935.298678:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298821667
00000100:00000001:1.0:1787698935.298679:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298822308
00000100:00000001:1.0:1787698935.298681:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698935.298683:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298685:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698935.298687:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698935/real 1787698935]  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698935.298693:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698935.298695:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698935.298696:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698935.298698:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698935.298699:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698935.298701:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698935.298703:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698935.298716:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298722:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698935.298723:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298724:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.298725:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698935.298728:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298734:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698935.298737:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298742:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698935.298744:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298746:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.298747:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.298748:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698935.298750:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698935.298752:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698935.298755:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698935.298757:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698935.298760:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698935.298766:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235456:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698935.298769:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698935.298772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298782:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698935.298783:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698935.298785:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698935.298786:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698935.298788:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698935.298790:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235584:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698935.298793:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698935.298794:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698935.298796:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698935.298797:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698935.298800:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698935.298801:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698935.298804:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698935.298806:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698935.298809:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698935.298811:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235584, portal 4
00000100:00000001:1.0:1787698935.298812:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698935.298814:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787698935.298819:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298824:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698935.298826:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698935.298827:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698935.298829:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947235584, offset 0
00000400:00000200:1.0:1787698935.298833:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698935.298836:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698935.298839:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698935.298841:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698935.298843:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698935.298845:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698935.298878:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698935.298881:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12480:12480:256:4294967295] 192.168.201.121@tcp LPNI seq info [12480:12480:8:4294967295]
00000400:00000200:1.0:1787698935.298885:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698935.298891:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698935.298895:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.298898:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698935.298901:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698935.298903:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787698935.298907:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698935.298909:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787698935.298912:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698935.298914:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698935.298917:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698935.298920:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698935.298922:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698935.298924:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698935.298936:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698935.298940:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298947:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.298950:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698960 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.298955:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298957:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698935.298959:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698935.298962:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698935.298965:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698935.298967:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298821655
00000100:00000001:1.0:1787698935.298970:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298822307
00000100:00000001:1.0:1787698935.298972:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298821655
00000100:00000001:1.0:1787698935.298974:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298822308
00000100:00000001:1.0:1787698935.298977:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698935.298979:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.298980:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698935.298984:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698935/real 1787698935]  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698935.298991:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698935.298992:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698935.298994:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698935.298996:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698935.298997:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698935.298999:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698935.299002:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698935.299009:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.299015:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698935.299016:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299018:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.299019:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698935.299022:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.299028:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698935.299031:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.299048:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698935.299050:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299052:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698935.299053:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299055:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698935.299056:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698935.299058:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698935.299062:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698935.299064:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698935.299067:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698935.299074:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235584:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698935.299077:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299079:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.299082:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947235456/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.299087:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698935.299089:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698935.299090:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787698935.299093:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698935.299094:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698935.299095:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698935.299097:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698935.299098:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b400.
02000000:00000001:1.0:1787698935.299100:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698935.299101:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698935.299103:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787698935.299105:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698935.299106:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299107:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698935.299110:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947235584/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698960 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698935.299115:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698935.299116:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698935.299118:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698935.299120:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698935.299121:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698935.299122:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698935.299124:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698935.299126:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787698935.299128:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698935.299129:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698935.299130:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787698935.299132:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698935.299133:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299134:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.299137:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698935.299139:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.299141:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698935.299142:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.744966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698935.744973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698935.744974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698935.744978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698935.744979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698935.744985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698935.744989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698935.744992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698935.744996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698935.744999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698935.744999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698935.745004:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698935.745005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698935.745010:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698935.745011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698935.745015:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698935.745016:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698935.745018:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698935.745020:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787698935.745022:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698935.745025:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698935.745026:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698935.745030:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698935.745030:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698935.745034:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698935.745035:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698935.745037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698935.745039:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698935.745040:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698935.745045:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698935.745085:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698935.745089:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698935.745092:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698936.001110:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298822308, at 4298822336
00000100:00000010:1.0:1787698936.001127:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010000.
00000100:00000040:0.0:1787698936.002594:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298822307, at 4298822337
00000100:00000010:0.0:1787698936.002602:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010480.
00000100:00000001:3.0:1787698936.320945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698936.320951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698936.320952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698936.320956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698936.320959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698936.320962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698936.320964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698936.320966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698936.320968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698936.768979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698936.768986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698936.768994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698936.768996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698936.769000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698936.769002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698936.769012:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698936.769020:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698936.769022:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698936.769028:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698936.769033:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698936.769039:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698936.769042:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698936.769046:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698936.769049:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698936.769067:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698936.769072:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698936.769074:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698936.769078:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698936.769081:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698936.769083:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698936.769085:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698936.769087:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698936.769090:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698936.769093:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698936.769096:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698936.769099:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698937.344993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698937.345003:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698937.345006:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698937.345013:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698937.345016:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698937.345021:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698937.345030:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698937.345034:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698937.345038:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698937.792964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698937.792964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698937.792966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698937.792971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698937.792973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698937.792973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698937.792977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698937.792978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698937.792979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698937.792983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698937.792984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698937.792985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698937.792991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698937.792991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698937.792992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698937.792995:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698937.792997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698937.792997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698937.793003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698937.793005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698937.793009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698937.793010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698937.793013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698937.793016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698937.793324:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698937.793330:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698937.793336:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698938.368949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698938.368955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698938.368957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698938.368963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698938.368968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698938.368971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698938.368973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698938.368976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698938.368979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698938.816920:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698938.816929:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698938.816931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698938.816937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698938.816938:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698938.816943:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698938.816943:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698938.816948:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698938.816953:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698938.816955:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698938.816956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698938.816959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698938.816959:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698938.816967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698938.816968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698938.817009:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698938.817012:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698938.817015:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698938.817637:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698938.817641:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698938.817642:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698938.817645:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698938.817647:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698938.817650:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698938.817652:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698938.817654:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698938.817656:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698939.392967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698939.392973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698939.392975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698939.392980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698939.392983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698939.392986:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698939.392989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698939.392991:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698939.392994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698939.840948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698939.840952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698939.840955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698939.840957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698939.840960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698939.840963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698939.840964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698939.840967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698939.840968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698939.840972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698939.840975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698939.840975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698939.840979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698939.840980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698939.840986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698939.841093:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1787698939.841096:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000020:00000001:0.0:1787698939.841098:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698939.841102:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:0.0:1787698939.841103:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698939.841105:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698939.841109:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698939.841112:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698939.841114:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698939.841116:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698939.841118:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698939.841120:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698940.416966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698940.416981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698940.416983:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698940.416987:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698940.416991:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698940.416997:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4154
00000400:00000200:2.0:1787698940.417006:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698940.417011:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698940.417015:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698940.417017:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417020:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.417023:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417025:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698940.417028:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698940.417031:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698940.417034:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698940.417037:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698940.417039:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698940.417042:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698940.417044:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417046:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.417048:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417050:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698940.417053:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698940.417056:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417058:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698940.417061:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698940.417064:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698940.417068:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.417070:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698940.417072:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698940.417081:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787698940.417085:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698940.417089:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698940.417091:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.417094:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698940.417096:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698940.417100:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698940.417106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
00000100:00000001:2.0:1787698940.417111:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698940.417120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698940.417129:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698940.417132:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698940.417137:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698940.417160:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698940.417163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698940.417166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698940.417168:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698940.417169:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698940.417172:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698940.417174:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4154
00000400:00000200:2.0:1787698940.417178:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698940.417181:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698940.417184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698940.417187:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417190:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.417192:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698940.417195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787698940.417195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698940.417200:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787698940.417200:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698940.417204:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787698940.417205:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698940.417208:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787698940.417213:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698940.417213:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698940.417219:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698940.417223:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698940.417225:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698940.417229:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698940.417229:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698940.417235:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787698940.417235:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698940.417238:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787698940.417239:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698940.417241:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.417245:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00100000:1.0:1787698940.417247:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947235712:192.168.201.121@tcp:250:kworker.0
00000020:00000040:2.0:1787698940.417250:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787698940.417252:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698940.417256:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787698940.417257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698940.417260:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.417261:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698940.417265:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787698940.417265:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698940.417273:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787698940.417274:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:2.0:1787698940.417277:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698940.417278:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.417282:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787698940.417287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:2.0:1787698940.417288:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787698940.417293:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000008:00000001:2.0:1787698940.417294:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.417299:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698940.417304:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000010:2.0:1787698940.417304:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787698940.417309:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000200:1.0:1787698940.417312:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235712, portal 25
02000000:00000001:2.0:1787698940.417312:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698940.417315:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.417317:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698940.417319:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000001:2.0:1787698940.417319:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698940.417324:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787698940.417328:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698940.417328:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698940.417335:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b800.
00000100:00000001:1.0:1787698940.417337:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787698940.417341:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698940.417342:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698940.417347:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00100000:2.0:1787698940.417352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787698940.417353:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947235712, offset 0
00000400:00000200:1.0:1787698940.417367:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417375:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698940.417378:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698940.417380:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787698940.417385:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698940.417391:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698940.417399:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787698940.417402:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698940.417404:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:2.0:1787698940.417407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787698940.417409:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1787698940.417413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787698940.417416:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.417417:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698940.417421:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698940.417426:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12481:12481:256:4294967295] 192.168.201.121@tcp LPNI seq info [12481:12481:8:4294967295]
00000100:00000001:2.0:1787698940.417427:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698940.417432:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4154
00000400:00000200:1.0:1787698940.417437:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698940.417439:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698940.417444:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698940.417447:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698940.417454:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698940.417459:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787698940.417459:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.417465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.0:1787698940.417471:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698940.417477:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698940.417484:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698940.417488:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698940.417493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698940.417496:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787698940.417500:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698940.417503:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698940.417509:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698940.417513:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698940.417518:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698940.417520:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698940.417525:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698940.417529:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417544:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698940.417547:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417565:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.417567:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698940.417573:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698940.417578:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698940.417581:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298827427
00000100:00000010:1.0:1787698940.417586:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010000.
00000100:00000001:1.0:1787698940.417592:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787698940.417609:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298827427
00000100:00000010:1.0:1787698940.417612:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ae0.
00000100:00000001:1.0:1787698940.417614:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698940.417616:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698940.417617:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.417619:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698940.417623:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698940/real 1787698940]  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698940.417629:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698940.417631:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698940.417632:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698940.417634:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698940.417635:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698940.417637:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698940.417639:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698940.417644:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417647:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698940.417655:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.417657:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698940.417659:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698940.417663:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417669:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698940.417674:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417681:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698940.417684:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.417686:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698940.417687:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.417689:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698940.417691:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698940.417694:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698940.417697:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698940.417700:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698940.417704:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698940.417712:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947235712:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698940.417717:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.417719:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698940.417722:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947235712/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417728:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698940.417736:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698940.417738:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698940.417741:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698940.417742:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698940.417743:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698940.417745:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698940.417747:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328800.
02000000:00000001:1.0:1787698940.417749:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698940.417751:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698940.417752:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787698940.417754:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698940.417755:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.417756:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.417763:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698940.417765:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.417767:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698940.417768:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698940.417769:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698940.417773:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417780:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698940.417782:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698940.417784:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698940.417785:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698940.417788:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698940.417790:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235840:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698940.417793:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698940.417795:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698940.417797:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698940.417799:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698940.417801:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787698940.417802:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698940.417805:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698940.417806:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698940.417809:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698940.417811:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235840, portal 10
00000100:00000001:1.0:1787698940.417812:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698940.417813:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:1.0:1787698940.417818:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417822:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698940.417823:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698940.417824:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698940.417826:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947235840, offset 0
00000400:00000200:1.0:1787698940.417828:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698940.417831:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698940.417833:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698940.417835:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698940.417838:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698940.417890:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698940.417893:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698940.417896:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12482:12482:256:4294967295] 192.168.201.121@tcp LPNI seq info [12482:12482:8:4294967295]
00000400:00000200:1.0:1787698940.417900:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698940.417918:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698940.417923:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698940.417926:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698940.417930:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698940.417933:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787698940.417937:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698940.417940:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787698940.417944:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698940.417945:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698940.417948:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698940.417951:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698940.417953:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698940.417954:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698940.417956:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698940.417959:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417964:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698940.417968:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.417980:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.417982:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698940.417986:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698940.417991:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698940.417995:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698940.417997:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298826770
00000100:00000001:1.0:1787698940.418000:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298827427
00000100:00000001:1.0:1787698940.418002:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298826770
00000100:00000001:1.0:1787698940.418004:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298827427
00000100:00000001:1.0:1787698940.418006:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698940.418008:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.418011:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787698940.418012:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787698940.418017:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698940/real 1787698940]  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418017:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698940.418020:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698940.418026:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698940.418030:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000001:1.0:1787698940.418032:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787698940.418034:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:1.0:1787698940.418036:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787698940.418039:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000010:1.0:1787698940.418040:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000001:3.0:1787698940.418042:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698940.418044:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000100:00000001:3.0:1787698940.418047:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787698940.418048:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698940.418054:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698940.418058:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698940.418066:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.418073:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698940.418075:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.418077:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698940.418079:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698940.418084:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.418089:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698940.418092:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698940.418096:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698940.418098:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.418099:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698940.418100:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.418101:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698940.418103:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698940.418105:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698940.418107:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698940.418109:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698940.418112:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698940.418119:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698940.418124:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698940.418125:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698940.418127:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787698940.418128:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235840:192.168.201.121@tcp:38:kworker.0
00000020:00000040:2.0:1787698940.418130:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698940.418135:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:1.0:1787698940.418137:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698940.418139:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:1.0:1787698940.418143:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787698940.418147:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698940.418151:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947235840/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698940.418152:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.418157:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.418163:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698940.418167:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000001:1.0:1787698940.418169:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698940.418172:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1787698940.418173:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000010:1.0:1787698940.418176:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
00000100:00000001:2.0:1787698940.418178:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698940.418182:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1787698940.418182:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1787698940.418186:0:2353:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787698940.418187:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787698940.418189:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787698940.418193:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698940.418194:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698940.418199:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b800.
00000100:00000001:2.0:1787698940.418199:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698940.418203:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787698940.418205:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698940.418209:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:2.0:1787698940.418209:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698940.418212:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:2.0:1787698940.418214:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.418216:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698940.418219:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1787698940.418220:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000100:00000001:1.0:1787698940.418221:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787698940.418226:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:1.0:1787698940.418227:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698940.418231:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698940.418232:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787698940.418234:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787698940.418235:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.418237:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.418239:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698940.418243:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698940.418245:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698940.418249:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a000.
00000100:00000001:2.0:1787698940.418253:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698940.418258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698940.418265:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698940.418267:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698940.418271:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418319:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698940.418322:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698940.418323:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698940.418328:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418335:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698940.418336:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698940.418338:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698940.418340:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698940.418342:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698940.418344:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235968:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698940.418348:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698940.418350:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698940.418351:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698940.418353:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698940.418357:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698940.418358:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698940.418362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698940.418365:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698940.418369:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698940.418372:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947235968, portal 4
00000100:00000001:3.0:1787698940.418374:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698940.418376:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:3.0:1787698940.418383:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418389:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698940.418392:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698940.418394:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698940.418397:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947235968, offset 0
00000400:00000200:3.0:1787698940.418401:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698940.418405:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698940.418409:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698940.418412:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698940.418414:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698940.418417:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698940.418419:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698940.418422:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12483:12483:256:4294967295] 192.168.201.121@tcp LPNI seq info [12483:12483:8:4294967295]
00000400:00000200:3.0:1787698940.418426:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698940.418432:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698940.418436:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698940.418440:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698940.418444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698940.418447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787698940.418451:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698940.418454:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787698940.418458:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698940.418460:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698940.418463:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698940.418466:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698940.418469:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698940.418470:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698940.418473:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698940.418476:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698940.418501:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698940.418504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698940.418507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698940.418509:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698940.418511:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698940.418514:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698940.418517:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4154
00000400:00000200:2.0:1787698940.418520:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698940.418523:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698940.418525:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698940.418528:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.418530:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.418532:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.418534:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698940.418536:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698940.418537:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787698940.418539:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698940.418541:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787698940.418543:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787698940.418545:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:2.0:1787698940.418548:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.418549:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698940.418551:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698940.418553:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698940.418555:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787698940.418558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698940.418560:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698940.418561:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698940.418564:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698940.418566:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.418568:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698940.418570:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698940.418572:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.418574:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698940.418577:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787698940.418579:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787698940.418582:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698940.418584:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.418586:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698940.418587:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698940.418589:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698940.418592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00000001:2.0:1787698940.418596:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698940.418600:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698940.418607:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698940.418609:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698940.418613:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418667:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698940.418671:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418677:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.418679:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698940.418683:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698940.418687:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698940.418690:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698940.418692:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298826787
00000100:00000001:3.0:1787698940.418695:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298827427
00000100:00000001:3.0:1787698940.418697:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298826787
00000100:00000001:3.0:1787698940.418699:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298827427
00000100:00000001:3.0:1787698940.418701:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698940.418703:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.418705:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698940.418709:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698940/real 1787698940]  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698940.418716:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698940.418718:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698940.418719:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698940.418722:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698940.418724:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698940.418726:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698940.418729:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698940.418736:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418742:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698940.418744:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.418745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698940.418747:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698940.418750:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418756:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698940.418760:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418767:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698940.418770:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.418772:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698940.418774:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.418776:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698940.418778:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698940.418780:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698940.418784:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698940.418787:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698940.418791:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698940.418799:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947235968:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698940.418803:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.418805:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698940.418807:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947235968/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418814:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698940.418815:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698940.418817:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698940.418820:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698940.418821:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698940.418823:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698940.418825:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698940.418826:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a000.
02000000:00000001:3.0:1787698940.418829:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698940.418830:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698940.418832:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:3.0:1787698940.418834:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698940.418835:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.418838:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.418867:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698940.418869:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.418872:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698940.418874:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698940.418876:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698940.418879:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418886:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698940.418888:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698940.418891:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698940.418892:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698940.418895:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698940.418898:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236096:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698940.418901:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698940.418903:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698940.418905:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698940.418907:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698940.418910:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698940.418912:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698940.418915:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698940.418917:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698940.418920:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698940.418923:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236096, portal 4
00000100:00000001:3.0:1787698940.418925:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698940.418926:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:3.0:1787698940.418932:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.418938:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698940.418940:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698940.418942:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698940.418944:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947236096, offset 0
00000400:00000200:3.0:1787698940.418948:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698940.418952:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698940.418955:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698940.418958:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698940.418961:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698940.418963:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698940.418966:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698940.418969:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12484:12484:256:4294967295] 192.168.201.121@tcp LPNI seq info [12484:12484:8:4294967295]
00000400:00000200:3.0:1787698940.418972:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698940.418978:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698940.418983:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698940.418985:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698940.418989:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698940.418992:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787698940.418996:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698940.418999:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787698940.419002:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698940.419004:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698940.419007:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698940.419010:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698940.419013:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698940.419014:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698940.419017:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698940.419020:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.419027:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698940.419030:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698965 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.419036:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.419037:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698940.419040:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698940.419042:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698940.419045:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698940.419047:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298826774
00000100:00000001:3.0:1787698940.419050:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298827427
00000100:00000001:3.0:1787698940.419052:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298826774
00000100:00000001:3.0:1787698940.419054:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298827427
00000100:00000001:3.0:1787698940.419056:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698940.419058:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.419060:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698940.419063:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698940/real 1787698940]  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698940.419069:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698940.419071:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698940.419072:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698940.419074:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698940.419075:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698940.419077:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698940.419080:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698940.419088:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.419094:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698940.419095:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.419097:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698940.419098:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698940.419101:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.419107:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698940.419111:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.419118:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698940.419120:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.419122:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698940.419123:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.419125:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698940.419126:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698940.419128:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698940.419131:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698940.419133:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698940.419137:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698940.419144:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236096:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698940.419147:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.419149:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698940.419152:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947236096/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698965 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698940.419158:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698940.419160:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698940.419162:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698940.419164:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698940.419165:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698940.419166:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698940.419168:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698940.419170:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328000.
02000000:00000001:3.0:1787698940.419172:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698940.419173:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698940.419174:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:3.0:1787698940.419177:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698940.419178:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.419180:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698940.419183:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698940.419184:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.419186:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698940.419187:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.419248:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698940.419250:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698940.419282:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698940.419288:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4164)
00000100:00000001:3.0:1787698940.864935:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698940.864942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698940.864944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698940.864944:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.864950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698940.864951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698940.864952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698940.864955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698940.864957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698940.864958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698940.864961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698940.864963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698940.864964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698940.864965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698940.864967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.864968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698940.864971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698940.864971:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698940.864975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698940.864976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.864982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698940.864982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698940.864987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698940.864990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698940.865000:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698940.865003:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698940.865005:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698941.120947:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298827427, at 4298827456
00000100:00000040:0.0:1787698941.120950:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298827427, at 4298827456
00000100:00000010:0.0:1787698941.120961:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010000.
00000100:00000010:1.0:1787698941.120965:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ae0.
00000100:00000001:3.0:1787698941.440946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698941.440954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698941.440956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698941.440961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698941.440964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698941.440968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698941.440971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698941.440973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698941.440976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698941.888931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698941.888931:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698941.888939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698941.888939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698941.888940:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698941.888941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698941.888943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698941.888946:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698941.888949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698941.888950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698941.888952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698941.888955:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698941.888956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698941.888956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698941.888962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698941.888962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698941.888963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698941.888967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698941.888969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698941.888973:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698941.888977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698941.888977:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698941.888981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698941.888984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698941.888988:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698941.888993:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698941.888997:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698942.464993:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698942.465001:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698942.465003:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698942.465008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698942.465011:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698942.465025:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698942.465029:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698942.465031:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698942.465034:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698942.912982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698942.912993:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698942.912996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698942.913002:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698942.913006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698942.913012:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698942.913015:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698942.913017:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698942.913021:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698942.913022:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698942.913027:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698942.913031:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698942.913032:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698942.913037:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698942.913039:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698942.913086:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698942.913089:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698942.913093:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698942.913180:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698942.913187:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698942.913190:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698942.913194:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698942.913198:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698942.913201:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698942.913204:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698942.913206:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698942.913210:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698943.488911:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698943.488918:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698943.488921:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698943.488926:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698943.488929:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698943.488933:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698943.488935:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698943.488938:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698943.488942:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936934:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698943.936940:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698943.936941:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698943.936944:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936949:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698943.936950:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936952:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936954:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698943.936959:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698943.936960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698943.936960:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698943.936960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698943.936962:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936966:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787698943.936967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698943.936968:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698943.936968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698943.936972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936973:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698943.936973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698943.936978:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698943.936981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698943.936982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698943.936982:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698943.936984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698943.936989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698943.936989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698943.936995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698943.936995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698943.937000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698943.937004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698943.937007:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698943.937008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698943.937010:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698943.937014:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:2.0:1787698943.937014:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698943.937018:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698943.937023:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698944.512952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698944.512959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698944.512961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698944.512966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698944.512969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698944.512973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698944.512975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698944.512978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698944.512981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698944.960956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698944.960958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698944.960963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698944.960965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698944.960969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698944.960971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698944.960974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698944.960975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698944.960980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698944.960982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698944.960984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698944.960985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698944.960990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698944.960993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698944.960996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698944.961031:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698944.961034:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698944.961037:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698944.961104:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698944.961107:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698944.961109:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698944.961111:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698944.961114:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698944.961116:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698944.961118:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698944.961119:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698944.961121:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698945.536993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698945.536998:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787698945.537004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698945.537004:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698945.537009:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.537010:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698945.537015:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787698945.537015:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698945.537021:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698945.537023:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537026:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698945.537027:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698945.537028:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698945.537035:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4159
00000400:00000200:0.0:1787698945.537044:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698945.537051:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698945.537054:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698945.537057:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537060:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.537063:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537065:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698945.537068:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698945.537071:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698945.537074:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698945.537077:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698945.537080:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698945.537082:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698945.537085:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537087:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.537089:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537091:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698945.537094:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698945.537097:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537100:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698945.537103:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698945.537106:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698945.537109:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.537111:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698945.537113:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698945.537124:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698945.537127:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698945.537131:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698945.537133:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.537135:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698945.537138:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698945.537142:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698945.537149:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:0.0:1787698945.537156:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698945.537165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698945.537174:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698945.537178:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698945.537183:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537237:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.537244:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698945.537247:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698945.537253:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537260:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698945.537262:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.537265:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698945.537268:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698945.537270:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698945.537274:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947236224:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698945.537278:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698945.537281:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698945.537283:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.537287:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698945.537291:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.537293:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698945.537298:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698945.537301:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698945.537307:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698945.537314:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236224, portal 25
00000100:00000001:3.0:1787698945.537316:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698945.537318:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000100:00000040:3.0:1787698945.537324:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537331:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698945.537333:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698945.537336:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698945.537339:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947236224, offset 0
00000400:00000200:3.0:1787698945.537345:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698945.537352:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.537358:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698945.537363:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698945.537367:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698945.537371:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698945.537373:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698945.537377:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12485:12485:256:4294967295] 192.168.201.121@tcp LPNI seq info [12485:12485:8:4294967295]
00000400:00000200:3.0:1787698945.537381:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.537391:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698945.537397:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.537402:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698945.537409:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698945.537413:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787698945.537418:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698945.537421:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787698945.537425:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.537427:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698945.537433:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698945.537438:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698945.537442:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698945.537444:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698945.537448:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698945.537452:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698945.537476:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698945.537479:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698945.537482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698945.537484:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698945.537485:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698945.537488:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698945.537490:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4159
00000400:00000200:0.0:1787698945.537494:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698945.537496:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698945.537499:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698945.537501:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537503:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.537505:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537507:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698945.537509:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698945.537511:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698945.537512:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698945.537514:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698945.537516:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698945.537518:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698945.537521:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.537525:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537527:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698945.537530:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698945.537532:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698945.537534:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698945.537536:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698945.537541:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698945.537549:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.537551:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698945.537555:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698945.537558:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.537560:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698945.537565:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698945.537567:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698945.537569:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698945.537570:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.537572:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698945.537574:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698945.537576:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698945.537580:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698945.537583:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698945.537588:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698945.537594:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698945.537596:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698945.537599:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537628:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.537632:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537638:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.537640:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698945.537646:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698945.537649:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698945.537652:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298832547
00000100:00000010:3.0:1787698945.537657:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122840.
00000100:00000001:3.0:1787698945.537663:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787698945.537669:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298832547
00000100:00000010:3.0:1787698945.537671:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122a80.
00000100:00000001:3.0:1787698945.537674:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787698945.537676:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698945.537678:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.537680:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698945.537684:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698945/real 1787698945]  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698945.537692:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698945.537693:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698945.537695:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698945.537697:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698945.537698:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698945.537701:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698945.537704:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698945.537711:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537717:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698945.537718:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537720:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.537722:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698945.537725:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537730:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698945.537735:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537740:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698945.537743:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537744:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.537745:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537747:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698945.537749:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698945.537752:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698945.537767:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698945.537770:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698945.537774:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698945.537781:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947236224:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698945.537784:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537786:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.537789:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947236224/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537799:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698945.537801:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698945.537803:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.537806:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698945.537808:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698945.537809:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698945.537811:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698945.537813:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:3.0:1787698945.537816:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698945.537818:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698945.537820:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:3.0:1787698945.537822:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698945.537824:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537826:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.537837:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698945.537838:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.537840:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.537841:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698945.537842:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698945.537845:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537877:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698945.537878:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.537879:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698945.537881:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698945.537883:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698945.537887:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236352:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698945.537890:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698945.537891:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698945.537893:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.537894:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698945.537897:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.537899:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698945.537902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698945.537905:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698945.537908:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698945.537911:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236352, portal 10
00000100:00000001:3.0:1787698945.537912:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698945.537913:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:3.0:1787698945.537919:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.537925:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698945.537927:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698945.537929:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698945.537931:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947236352, offset 0
00000400:00000200:3.0:1787698945.537935:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698945.537939:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.537943:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698945.537946:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698945.537948:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698945.537951:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698945.537953:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698945.537956:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12486:12486:256:4294967295] 192.168.201.121@tcp LPNI seq info [12486:12486:8:4294967295]
00000400:00000200:3.0:1787698945.537960:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.537966:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698945.537970:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.537973:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698945.537977:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698945.537979:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787698945.537984:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698945.537986:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787698945.537990:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.537992:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698945.537994:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698945.537997:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698945.538000:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698945.538002:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698945.538005:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698945.538008:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538015:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.538018:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538024:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538026:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698945.538028:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698945.538032:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698945.538035:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698945.538037:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298831890
00000100:00000001:3.0:1787698945.538039:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298832547
00000100:00000001:3.0:1787698945.538041:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298831890
00000100:00000001:3.0:1787698945.538043:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298832547
00000100:00000001:3.0:1787698945.538045:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698945.538047:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538049:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698945.538052:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698945/real 1787698945]  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698945.538059:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698945.538061:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698945.538062:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698945.538064:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698945.538065:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698945.538067:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698945.538070:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698945.538078:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538090:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698945.538091:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538093:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.538094:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698945.538098:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538104:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698945.538108:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538114:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698945.538116:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538118:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.538119:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538121:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698945.538123:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698945.538125:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698945.538128:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698945.538129:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698945.538133:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698945.538140:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236352:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698945.538143:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538145:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.538148:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947236352/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538154:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698945.538156:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698945.538158:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.538160:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698945.538162:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698945.538163:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698945.538165:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698945.538167:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:3.0:1787698945.538169:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698945.538170:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698945.538171:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787698945.538174:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698945.538175:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538176:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538180:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698945.538181:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538183:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.538184:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538248:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.538250:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538293:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698945.538296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698945.538299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698945.538301:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698945.538303:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698945.538306:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698945.538309:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4159
00000400:00000200:0.0:1787698945.538313:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698945.538316:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698945.538318:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698945.538321:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538323:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.538325:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538327:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698945.538329:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698945.538331:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698945.538332:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698945.538335:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698945.538336:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698945.538339:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787698945.538342:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538344:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.538345:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538347:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698945.538350:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698945.538353:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538355:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698945.538357:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698945.538360:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698945.538363:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538364:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698945.538367:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698945.538369:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538371:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698945.538376:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698945.538378:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698945.538381:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698945.538382:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538384:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698945.538385:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698945.538387:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698945.538391:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698945.538395:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698945.538400:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698945.538406:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698945.538408:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698945.538412:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538451:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.538453:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698945.538455:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698945.538459:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538465:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698945.538467:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.538469:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698945.538470:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698945.538472:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698945.538475:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236480:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698945.538478:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698945.538480:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698945.538481:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.538483:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698945.538486:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.538488:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698945.538491:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698945.538494:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698945.538497:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698945.538500:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236480, portal 4
00000100:00000001:3.0:1787698945.538502:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698945.538503:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787698945.538509:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538515:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698945.538517:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698945.538519:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698945.538521:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947236480, offset 0
00000400:00000200:3.0:1787698945.538525:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698945.538530:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.538533:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698945.538536:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698945.538539:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698945.538541:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698945.538543:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698945.538546:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12487:12487:256:4294967295] 192.168.201.121@tcp LPNI seq info [12487:12487:8:4294967295]
00000400:00000200:3.0:1787698945.538549:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.538555:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698945.538560:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.538563:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698945.538567:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698945.538570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787698945.538574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698945.538576:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787698945.538580:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.538581:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698945.538584:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698945.538587:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698945.538590:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698945.538592:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698945.538595:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698945.538598:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698945.538621:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698945.538624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698945.538627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698945.538629:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698945.538630:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698945.538632:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698945.538635:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4159
00000400:00000200:0.0:1787698945.538639:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698945.538642:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698945.538644:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698945.538646:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538648:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.538650:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538652:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698945.538654:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698945.538656:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698945.538657:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698945.538659:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698945.538661:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698945.538663:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698945.538666:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538668:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698945.538670:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538671:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698945.538674:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698945.538676:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698945.538678:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698945.538680:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698945.538683:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698945.538685:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538687:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698945.538689:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698945.538691:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538693:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698945.538696:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698945.538698:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698945.538701:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698945.538702:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.538704:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698945.538705:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698945.538707:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698945.538710:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698945.538713:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698945.538718:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698945.538724:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698945.538726:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698945.538730:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538765:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.538769:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538776:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538777:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698945.538781:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698945.538785:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698945.538787:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698945.538789:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298831907
00000100:00000001:3.0:1787698945.538792:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298832547
00000100:00000001:3.0:1787698945.538794:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298831907
00000100:00000001:3.0:1787698945.538796:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298832547
00000100:00000001:3.0:1787698945.538798:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698945.538800:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538801:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698945.538805:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698945/real 1787698945]  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698945.538812:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698945.538814:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698945.538815:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698945.538818:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698945.538819:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698945.538821:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698945.538824:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698945.538832:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538838:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698945.538840:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538841:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.538842:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698945.538846:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538874:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698945.538878:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538885:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698945.538887:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538889:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.538890:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538892:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698945.538893:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698945.538896:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698945.538900:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698945.538903:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698945.538907:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698945.538915:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236480:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698945.538919:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538921:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.538924:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947236480/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538930:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698945.538931:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698945.538934:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.538937:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698945.538938:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698945.538939:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698945.538941:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698945.538943:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:3.0:1787698945.538945:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698945.538947:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698945.538948:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698945.538951:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698945.538952:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538954:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.538957:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698945.538958:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.538960:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.538962:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698945.538963:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698945.538967:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.538973:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698945.538974:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.538976:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698945.538978:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698945.538980:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698945.538983:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236608:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698945.538986:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698945.538988:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698945.538989:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698945.538990:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698945.538993:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.538995:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698945.538998:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698945.539001:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698945.539004:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698945.539007:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236608, portal 4
00000100:00000001:3.0:1787698945.539009:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698945.539010:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787698945.539016:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539022:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698945.539024:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698945.539026:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698945.539028:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947236608, offset 0
00000400:00000200:3.0:1787698945.539032:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698945.539036:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.539040:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698945.539043:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698945.539045:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698945.539048:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698945.539050:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698945.539053:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12488:12488:256:4294967295] 192.168.201.121@tcp LPNI seq info [12488:12488:8:4294967295]
00000400:00000200:3.0:1787698945.539056:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698945.539062:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698945.539066:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.539069:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698945.539073:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698945.539076:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787698945.539080:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698945.539082:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787698945.539098:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698945.539100:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698945.539102:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698945.539105:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698945.539108:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698945.539110:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698945.539113:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698945.539116:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539129:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.539132:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698970 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539138:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.539140:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698945.539143:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698945.539146:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698945.539149:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698945.539151:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298831895
00000100:00000001:3.0:1787698945.539153:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298832547
00000100:00000001:3.0:1787698945.539155:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298831895
00000100:00000001:3.0:1787698945.539157:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298832547
00000100:00000001:3.0:1787698945.539159:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698945.539161:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.539163:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698945.539166:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698945/real 1787698945]  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698945.539173:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698945.539174:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698945.539176:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698945.539178:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698945.539179:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698945.539181:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698945.539184:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698945.539192:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539198:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698945.539200:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.539201:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.539203:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698945.539206:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539212:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698945.539215:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539221:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698945.539223:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.539225:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698945.539226:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.539228:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698945.539230:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698945.539232:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698945.539235:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698945.539237:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698945.539240:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698945.539247:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236608:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698945.539251:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.539252:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698945.539255:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947236608/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698970 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698945.539261:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698945.539262:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698945.539264:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698945.539266:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698945.539268:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698945.539269:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698945.539271:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698945.539273:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787698945.539275:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698945.539276:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698945.539277:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787698945.539279:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698945.539280:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.539282:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.539285:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698945.539286:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.539288:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.539289:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698945.539340:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698945.539345:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4169)
00000100:00000001:3.0:1787698945.539387:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698945.539388:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698945.984969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698945.984976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698945.984979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698945.984984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698945.984989:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698945.984992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698945.984995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698945.984998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698945.985002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698945.985005:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698945.985010:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698945.985011:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698945.985014:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698945.985017:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698945.985020:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.985023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698945.985024:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698945.985026:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698945.985106:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698945.985109:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698945.985112:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698945.985113:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698945.985116:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698945.985119:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698945.985121:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698945.985124:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698945.985127:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698945.985129:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698945.985131:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698945.985133:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698945.985153:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698945.985156:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698945.985158:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698946.240946:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298832547, at 4298832576
00000100:00000010:1.0:1787698946.240960:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122a80.
00000100:00000040:0.0:1787698946.241043:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298832547, at 4298832576
00000100:00000010:0.0:1787698946.241049:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122840.
00000100:00000001:3.0:1787698946.561024:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698946.561032:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698946.561034:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698946.561039:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698946.561717:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698946.561721:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698946.561724:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698946.561726:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698946.561729:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698947.008975:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698947.008981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698947.008983:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698947.008985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698947.008987:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698947.008993:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698947.008994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698947.008995:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698947.008999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698947.009000:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698947.009001:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698947.009005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698947.009006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698947.009006:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698947.009010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698947.009010:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698947.009012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698947.009016:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698947.009018:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698947.009021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698947.009023:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698947.009027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698947.009030:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698947.009034:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698947.009056:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698947.009060:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698947.009065:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698947.584950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698947.584957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698947.584959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698947.584964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698947.584968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698947.584979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698947.584985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698947.584988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698947.584992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698948.032950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698948.032950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698948.032956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698948.032957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698948.032959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698948.032960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698948.032965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698948.032966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698948.032971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698948.032971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698948.032975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698948.032976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698948.032977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698948.032980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698948.032982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698948.032986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698948.032989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698948.032992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698948.033086:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698948.033089:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698948.033092:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698948.033094:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698948.033096:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698948.033097:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698948.033113:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698948.033115:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698948.033119:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698948.608963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698948.608969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698948.608971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698948.608977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698948.608980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698948.608983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698948.608986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698948.608988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698948.608991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698949.056908:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698949.056916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698949.056919:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698949.056925:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698949.056929:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698949.056929:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698949.056933:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698949.056936:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698949.056940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698949.056944:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698949.056948:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698949.056950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698949.056953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698949.056957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698949.056958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698949.056978:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698949.056981:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698949.056984:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698949.057098:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698949.057102:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698949.057104:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698949.057107:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698949.057109:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698949.057112:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698949.057113:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698949.057115:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698949.057117:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698949.632939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698949.632946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698949.632948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698949.632953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698949.632956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698949.632960:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698949.632962:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698949.632966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698949.632968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.080918:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698950.080920:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698950.080924:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.080926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698950.080929:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698950.080930:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698950.080931:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698950.080935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698950.080936:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698950.080937:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.080942:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698950.080947:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698950.080949:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698950.080952:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698950.080955:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698950.080957:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698950.080960:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698950.080963:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698950.081046:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698950.081049:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698950.081050:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698950.081053:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698950.081055:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698950.081058:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698950.081060:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698950.081062:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698950.081064:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.656972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698950.656978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698950.656979:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698950.656984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698950.656993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698950.656997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.657000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698950.657002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.657005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698950.657196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698950.657202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698950.657215:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698950.657218:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698950.657222:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698950.657229:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4164
00000400:00000200:1.0:1787698950.657244:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698950.657250:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698950.657253:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698950.657383:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.657422:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698950.657426:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.657547:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698950.657660:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698950.657814:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698950.658058:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698950.658062:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698950.658065:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698950.658067:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698950.658071:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658074:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698950.658075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658077:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698950.658080:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698950.658084:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658086:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698950.658090:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698950.658094:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698950.658097:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658099:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698950.658101:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698950.658111:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787698950.658115:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698950.658118:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698950.658120:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658123:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698950.658125:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698950.658129:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698950.658138:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000001:1.0:1787698950.658144:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698950.658152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698950.658162:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698950.658166:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698950.658171:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.658192:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698950.658195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698950.658198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698950.658200:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698950.658201:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698950.658204:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698950.658207:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4164
00000400:00000200:1.0:1787698950.658211:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698950.658214:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698950.658217:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698950.658220:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658222:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698950.658225:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658227:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698950.658230:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787698950.658230:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787698950.658234:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:3.0:1787698950.658236:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787698950.658237:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698950.658240:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787698950.658241:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698950.658245:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698950.658248:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698950.658250:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698950.658253:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658258:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698950.658262:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658267:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698950.658269:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787698950.658271:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:3.0:1787698950.658272:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698950.658277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:3.0:1787698950.658279:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787698950.658280:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698950.658283:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698950.658283:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698950.658288:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698950.658290:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787698950.658294:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947236736:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787698950.658295:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658299:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698950.658303:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787698950.658305:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787698950.658308:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787698950.658309:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.658312:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658313:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.658318:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787698950.658319:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787698950.658323:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698950.658326:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1787698950.658326:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787698950.658329:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.658331:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658333:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698950.658335:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698950.658337:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698950.658341:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:1.0:1787698950.658344:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000400:00000010:3.0:1787698950.658347:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000100:00000001:1.0:1787698950.658349:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698950.658355:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00100000:1.0:1787698950.658356:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787698950.658365:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236736, portal 25
00000100:00000001:1.0:1787698950.658366:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698950.658369:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.658371:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787698950.658374:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658375:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:3.0:1787698950.658386:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.658388:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698950.658392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698950.658399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698950.658401:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698950.658403:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698950.658405:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787698950.658407:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:3.0:1787698950.658411:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698950.658412:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4164
00000400:00000010:3.0:1787698950.658415:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000400:00000200:1.0:1787698950.658418:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000200:3.0:1787698950.658421:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947236736, offset 0
00000400:00000200:1.0:1787698950.658423:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698950.658427:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698950.658433:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.658434:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658435:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698950.658439:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698950.658442:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787698950.658445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787698950.658446:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698950.658450:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698950.658452:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698950.658453:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787698950.658456:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787698950.658458:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698950.658463:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.658464:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787698950.658467:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698950.658471:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.658473:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787698950.658474:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698950.658478:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787698950.658480:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787698950.658484:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787698950.658487:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.658489:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698950.658492:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787698950.658496:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12489:12489:256:4294967295] 192.168.201.121@tcp LPNI seq info [12489:12489:8:4294967295]
02000000:00000001:1.0:1787698950.658497:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698950.658501:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658505:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787698950.658506:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:1.0:1787698950.658508:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698950.658513:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658515:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698950.658520:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000400:00000200:3.0:1787698950.658521:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1787698950.658525:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787698950.658530:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1787698950.658531:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787698950.658532:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.658536:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698950.658537:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698950.658539:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787698950.658539:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
02000000:00000010:1.0:1787698950.658546:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000800:00000200:3.0:1787698950.658550:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787698950.658551:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787698950.658556:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1787698950.658560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1787698950.658566:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698950.658573:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787698950.658576:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698950.658580:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787698950.658581:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698950.658586:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000100:00000040:1.0:1787698950.658587:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698950.658593:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787698950.658600:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698950.658603:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787698950.658605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698950.658609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1787698950.658611:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698950.658614:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698950.658623:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698950.658628:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658637:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.658641:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658653:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.658655:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698950.658661:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698950.658676:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698950.658680:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298837668
00000100:00000010:3.0:1787698950.658686:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501229c0.
00000100:00000001:3.0:1787698950.658692:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787698950.658698:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298837668
00000100:00000010:3.0:1787698950.658701:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501225a0.
00000100:00000001:3.0:1787698950.658704:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787698950.658707:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698950.658709:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.658711:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698950.658716:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698950/real 1787698950]  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698950.658724:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698950.658725:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698950.658727:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698950.658730:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698950.658731:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698950.658733:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698950.658736:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.658739:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698950.658743:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1787698950.658748:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658755:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698950.658756:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.658759:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.658761:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698950.658764:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.658767:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698950.658773:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698950.658777:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658784:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698950.658786:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.658788:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.658789:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.658791:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698950.658793:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698950.658795:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698950.658799:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698950.658801:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698950.658805:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698950.658814:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947236736:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698950.658819:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787698950.658821:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4164
00000100:00000001:3.0:1787698950.658823:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.658882:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947236736/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658889:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698950.658891:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698950.658894:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698950.658897:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698950.658900:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698950.658902:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698950.658904:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698950.658907:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:3.0:1787698950.658911:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698950.658913:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698950.658915:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787698950.658917:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698950.658919:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.658921:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.658929:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698950.658930:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.658932:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698950.658934:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698950.658935:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698950.658939:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.658945:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698950.658946:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.658948:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698950.658950:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698950.658951:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698950.658954:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236864:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698950.658957:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698950.658959:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698950.658961:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.658963:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698950.658966:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698950.658968:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698950.658972:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698950.658974:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698950.658978:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698950.658980:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236864, portal 10
00000100:00000001:3.0:1787698950.658982:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698950.658984:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787698950.658990:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787698950.658995:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698950.659014:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698950.659018:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698950.659021:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698950.659024:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947236864, offset 0
00000400:00000200:1.0:1787698950.659026:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787698950.659029:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659036:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787698950.659037:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698950.659042:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659044:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698950.659048:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698950.659051:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698950.659053:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698950.659055:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659058:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12490:12490:256:4294967295] 192.168.201.121@tcp LPNI seq info [12490:12490:8:4294967295]
00000400:00000200:3.0:1787698950.659062:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698950.659068:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698950.659073:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698950.659076:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698950.659080:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698950.659083:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787698950.659097:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698950.659100:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787698950.659103:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787698950.659105:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1787698950.659106:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698950.659111:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698950.659116:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698950.659119:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000100:00000040:1.0:1787698950.659120:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:3.0:1787698950.659122:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698950.659124:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698950.659128:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.659130:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698950.659138:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.659142:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787698950.659150:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698950.659152:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:3.0:1787698950.659152:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659156:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698950.659159:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698950.659162:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1787698950.659165:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698950.659169:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787698950.659172:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787698950.659173:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298837011
00000100:00000001:3.0:1787698950.659177:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298837668
00000100:00000001:3.0:1787698950.659179:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298837011
00000100:00000001:3.0:1787698950.659181:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298837668
00000100:00000001:3.0:1787698950.659183:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787698950.659186:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787698950.659187:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659191:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698950.659195:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698950/real 1787698950]  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698950.659202:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698950.659203:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698950.659205:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698950.659208:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698950.659209:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698950.659211:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698950.659214:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698950.659222:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659228:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698950.659230:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659232:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.659233:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698950.659236:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659243:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698950.659246:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659253:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698950.659255:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659257:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.659258:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659260:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1787698950.659262:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787698950.659264:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698950.659268:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698950.659271:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698950.659274:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698950.659278:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698950.659285:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236864:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698950.659290:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698950.659293:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659299:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698950.659301:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.659302:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698950.659304:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698950.659306:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698950.659308:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236992:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698950.659311:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698950.659313:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698950.659314:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.659316:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698950.659319:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698950.659321:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698950.659324:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698950.659329:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698950.659331:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698950.659334:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947236992, portal 4
00000100:00000001:3.0:1787698950.659336:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698950.659337:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787698950.659343:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698950.659344:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.659349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698950.659354:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698950.659357:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698950.659359:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698950.659362:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947236992, offset 0
00000400:00000200:3.0:1787698950.659373:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659377:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698950.659380:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698950.659383:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698950.659385:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698950.659387:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698950.659389:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659392:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12491:12491:256:4294967295] 192.168.201.121@tcp LPNI seq info [12491:12491:8:4294967295]
00000400:00000200:3.0:1787698950.659396:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698950.659402:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698950.659406:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698950.659409:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698950.659413:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787698950.659415:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698950.659419:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:3.0:1787698950.659426:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787698950.659436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698950.659439:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787698950.659443:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698950.659445:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698950.659448:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698950.659453:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698950.659456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698950.659457:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000020:00000040:1.0:1787698950.659460:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787698950.659460:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698950.659465:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659473:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.659476:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659483:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659484:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698950.659487:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698950.659490:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698950.659493:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698950.659495:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298837028
00000100:00000001:3.0:1787698950.659499:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298837668
00000100:00000001:3.0:1787698950.659502:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298837028
00000100:00000001:3.0:1787698950.659504:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298837668
00000100:00000001:3.0:1787698950.659506:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698950.659507:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659510:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698950.659514:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698950/real 1787698950]  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698950.659517:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000001:3.0:1787698950.659523:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698950.659524:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698950.659526:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698950.659528:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698950.659530:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698950.659532:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698950.659535:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698950.659544:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659555:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698950.659556:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659558:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.659560:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698950.659562:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659568:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698950.659571:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.659575:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698950.659580:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787698950.659582:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787698950.659585:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698950.659586:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787698950.659591:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659591:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.659595:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698950.659596:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698950.659598:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:1.0:1787698950.659600:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787698950.659602:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1787698950.659606:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698950.659607:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787698950.659610:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698950.659613:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000010:1.0:1787698950.659616:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787698950.659617:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787698950.659621:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000040:3.0:1787698950.659625:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698950.659626:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698950.659629:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698950.659633:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698950.659635:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698950.659638:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698950.659642:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947236992:192.168.201.121@tcp:8:kworker.0
02000000:00000010:1.0:1787698950.659644:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:3.0:1787698950.659648:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698950.659650:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659652:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787698950.659659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787698950.659659:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947236864/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698950.659686:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698950.659690:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659692:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698950.659695:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1787698950.659697:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787698950.659699:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698950.659705:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698950.659708:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698950.659710:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:1.0:1787698950.659713:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698950.659714:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698950.659717:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
00000100:00000040:1.0:1787698950.659720:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4174)
02000000:00000001:3.0:1787698950.659721:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698950.659724:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698950.659726:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787698950.659730:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698950.659731:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659733:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.659737:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947236992/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659744:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698950.659745:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698950.659746:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698950.659748:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698950.659750:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698950.659751:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698950.659753:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698950.659754:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787698950.659756:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698950.659757:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698950.659758:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787698950.659760:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698950.659762:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659763:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.659767:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698950.659768:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659770:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698950.659771:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698950.659773:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698950.659776:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659782:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698950.659784:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.659786:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698950.659787:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698950.659789:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698950.659792:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237120:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698950.659795:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698950.659796:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698950.659798:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698950.659800:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698950.659802:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698950.659804:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698950.659807:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698950.659809:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698950.659812:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698950.659815:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237120, portal 4
00000100:00000001:3.0:1787698950.659816:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698950.659818:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:3.0:1787698950.659823:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659829:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698950.659831:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698950.659832:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698950.659835:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947237120, offset 0
00000400:00000200:3.0:1787698950.659839:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659842:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698950.659845:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698950.659865:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698950.659868:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698950.659870:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698950.659872:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698950.659875:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12492:12492:256:4294967295] 192.168.201.121@tcp LPNI seq info [12492:12492:8:4294967295]
00000400:00000200:3.0:1787698950.659879:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698950.659884:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698950.659889:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698950.659892:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698950.659896:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698950.659898:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787698950.659902:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698950.659904:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787698950.659908:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698950.659909:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698950.659912:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698950.659915:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698950.659917:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698950.659919:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698950.659921:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698950.659925:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659932:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.659934:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698975 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659940:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659942:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698950.659944:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698950.659947:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698950.659950:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698950.659952:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298837016
00000100:00000001:3.0:1787698950.659954:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298837668
00000100:00000001:3.0:1787698950.659956:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298837016
00000100:00000001:3.0:1787698950.659958:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298837668
00000100:00000001:3.0:1787698950.659960:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698950.659962:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.659964:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698950.659967:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698950/real 1787698950]  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698950.659974:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698950.659976:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698950.659977:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698950.659980:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698950.659981:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698950.659983:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698950.659986:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698950.659993:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.659998:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698950.660000:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.660001:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.660003:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698950.660006:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.660011:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698950.660015:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.660021:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698950.660023:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.660024:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698950.660025:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.660027:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698950.660028:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698950.660031:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698950.660034:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698950.660035:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698950.660040:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698950.660047:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237120:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698950.660050:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.660051:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698950.660054:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947237120/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698975 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698950.660060:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698950.660061:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698950.660063:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698950.660065:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698950.660067:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698950.660068:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698950.660070:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698950.660071:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:3.0:1787698950.660073:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698950.660074:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698950.660076:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787698950.660078:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698950.660079:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.660081:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698950.660083:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698950.660085:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698950.660086:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698950.660088:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698951.104938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698951.104941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698951.104945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698951.104946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698951.104946:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698951.104950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698951.104951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698951.104953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698951.104956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698951.104956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698951.104957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698951.104962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698951.104963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698951.104965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698951.104967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698951.104968:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698951.104968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698951.104970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698951.104972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698951.104976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698951.104979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698951.104983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698951.104986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698951.104989:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698951.104995:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698951.104999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698951.105003:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698951.360948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298837668, at 4298837696
00000100:00000040:1.0:1787698951.360948:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298837668, at 4298837696
00000100:00000010:0.0:1787698951.360962:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501229c0.
00000100:00000010:1.0:1787698951.360963:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501225a0.
00000100:00000001:3.0:1787698951.680947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698951.680952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698951.680954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698951.680959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698951.680962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698951.680964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698951.680966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698951.680968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698951.680970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698952.128939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698952.128939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698952.128947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698952.128950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698952.128956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:1.0:1787698952.128956:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698952.128960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698952.128962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698952.128965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698952.128966:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698952.128970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698952.128971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698952.128975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698952.128976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698952.128983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698952.128983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698952.128988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698952.128992:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698952.129113:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698952.129116:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698952.129120:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698952.129121:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698952.129124:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698952.129125:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698952.129147:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698952.129150:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698952.129153:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698952.704998:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698952.705005:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698952.705007:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698952.705012:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698952.705015:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698952.705025:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698952.705031:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698952.705033:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698952.705036:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698953.152931:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698953.152932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698953.152938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698953.152939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698953.152943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698953.152943:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698953.152951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698953.152951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698953.152951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698953.152957:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698953.152957:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698953.152958:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698953.152960:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698953.152961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698953.152962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698953.152964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698953.152964:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698953.152968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698953.152968:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698953.152970:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698953.152971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698953.152972:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698953.152973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698953.152975:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698953.152977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698953.152981:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698953.152982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698953.152987:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698953.152988:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698953.152990:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698953.152992:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698953.152993:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698953.152995:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698953.152999:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698953.153003:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698953.153005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698953.153024:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698953.153027:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698953.153029:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698953.728969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698953.728976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698953.728979:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698953.728983:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698953.728987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698953.728990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698953.728992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698953.728994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698953.728997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698954.176947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698954.176956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698954.176959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698954.176964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698954.176969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698954.176969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698954.176973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698954.176974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698954.176979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698954.176979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698954.176985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698954.176985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698954.176991:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698954.176992:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698954.176996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698954.177000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698954.177002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698954.177005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698954.177021:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698954.177026:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698954.177030:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698954.177032:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698954.177034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698954.177035:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698954.177052:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698954.177055:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698954.177057:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698954.752961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698954.752968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698954.752970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698954.752975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698954.752978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698954.752982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698954.752984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698954.752987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698954.752990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698955.201472:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698955.201477:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698955.201480:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698955.201482:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698955.201484:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698955.201485:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698955.201500:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698955.201502:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698955.201505:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698955.201525:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698955.201529:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698955.201531:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698955.201533:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698955.201536:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698955.201539:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.201541:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698955.201543:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.201546:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698955.201655:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698955.201658:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698955.201660:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698955.201663:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698955.201665:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698955.201667:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698955.201669:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698955.201670:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698955.201672:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.776927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698955.776935:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698955.776938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698955.776943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787698955.776944:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698955.776951:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787698955.776952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698955.776957:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698955.776957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698955.776962:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698955.776966:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698955.776972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787698955.776973:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4169
00000100:00000001:3.0:1787698955.776976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.776981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787698955.776984:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698955.776991:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698955.776994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698955.776999:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698955.777005:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777008:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698955.777011:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698955.777013:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698955.777015:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698955.777019:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698955.777021:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698955.777023:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698955.777026:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777029:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698955.777030:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777032:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698955.777035:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698955.777038:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777041:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698955.777044:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698955.777046:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698955.777049:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777051:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698955.777054:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698955.777061:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698955.777065:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698955.777068:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698955.777070:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777073:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698955.777076:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698955.777079:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698955.777096:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787698955.777102:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698955.777111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698955.777128:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698955.777132:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698955.777137:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698955.777157:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698955.777159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698955.777163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698955.777165:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698955.777166:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698955.777169:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698955.777171:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4169
00000400:00000200:0.0:1787698955.777176:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698955.777179:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698955.777181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698955.777185:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777187:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698955.777188:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787698955.777190:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777194:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698955.777194:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698955.777198:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787698955.777199:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698955.777203:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698955.777205:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698955.777209:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000040:3.0:1787698955.777209:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698955.777211:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698955.777217:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787698955.777224:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787698955.777226:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698955.777227:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777232:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787698955.777232:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698955.777235:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787698955.777236:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:3.0:1787698955.777238:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777242:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00100000:3.0:1787698955.777245:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947237248:192.168.201.121@tcp:250:kworker.0
00000020:00000040:0.0:1787698955.777247:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698955.777254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698955.777254:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787698955.777258:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698955.777261:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698955.777261:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698955.777265:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698955.777267:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698955.777268:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787698955.777272:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777276:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:3.0:1787698955.777276:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698955.777280:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787698955.777282:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787698955.777287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:0.0:1787698955.777288:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777292:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698955.777292:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698955.777300:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000010:0.0:1787698955.777301:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698955.777306:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000200:3.0:1787698955.777308:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237248, portal 25
02000000:00000001:0.0:1787698955.777309:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698955.777313:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777314:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698955.777316:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:3.0:1787698955.777320:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698955.777324:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698955.777327:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787698955.777330:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787698955.777331:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698955.777334:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698955.777338:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
02000000:00000010:0.0:1787698955.777339:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000200:3.0:1787698955.777341:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947237248, offset 0
00000100:00000001:0.0:1787698955.777345:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698955.777348:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00100000:0.0:1787698955.777355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787698955.777357:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.777365:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698955.777370:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698955.777375:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698955.777375:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787698955.777382:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698955.777383:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698955.777391:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698955.777397:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698955.777398:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:0.0:1787698955.777403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787698955.777407:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12493:12493:256:4294967295] 192.168.201.121@tcp LPNI seq info [12493:12493:8:4294967295]
00000100:00080000:0.0:1787698955.777409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698955.777412:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698955.777415:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787698955.777418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698955.777419:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698955.777424:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4169
00000400:00000200:3.0:1787698955.777430:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698955.777436:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787698955.777440:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:3.0:1787698955.777442:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000400:00000200:0.0:1787698955.777446:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698955.777449:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1787698955.777451:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698955.777456:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:3.0:1787698955.777457:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1787698955.777460:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698955.777465:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:3.1:1787698955.777466:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698955.777469:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:3.1:1787698955.777470:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1787698955.777473:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698955.777477:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000100:3.0:1787698955.777477:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.777479:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000020:00000001:0.0:1787698955.777480:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698955.777484:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787698955.777485:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787698955.777487:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698955.777492:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787698955.777492:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698955.777499:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000100:00000040:0.0:1787698955.777500:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:3.0:1787698955.777501:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:0.0:1787698955.777503:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698955.777505:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787698955.777508:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777513:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000200:3.0:1787698955.777513:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698955.777517:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698955.777523:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777528:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698955.777531:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787698955.777533:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787698955.777535:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698955.777538:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698955.777541:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698955.777542:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698955.777545:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698955.777551:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777555:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698955.777561:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698955.777561:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698955.777566:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:3.0:1787698955.777566:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787698955.777570:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787698955.777571:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698955.777573:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777577:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787698955.777577:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698955.777592:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298842787
02000000:00000001:0.0:1787698955.777594:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698955.777597:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698955.777597:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122120.
02000000:00000010:0.0:1787698955.777602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:3.0:1787698955.777605:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787698955.777607:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777611:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298842787
00000100:00100000:0.0:1787698955.777616:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1787698955.777617:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122060.
00000100:00000001:3.0:1787698955.777622:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787698955.777627:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698955.777631:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777633:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698955.777634:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698955.777637:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698955.777640:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698955/real 1787698955]  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698955.777646:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698955.777648:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698955.777651:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698955.777652:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698955.777654:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698955.777655:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698955.777657:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698955.777660:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698955.777670:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698955.777678:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777680:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1787698955.777682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698955.777683:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.777687:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787698955.777688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698955.777689:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698955.777693:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787698955.777694:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698955.777696:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698955.777701:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698955.777705:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698955.777706:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4169
00000100:00000040:3.0:1787698955.777711:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787698955.777712:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698955.777716:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698955.777728:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698955.777734:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777739:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698955.777746:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698955.777749:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787698955.777750:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698955.777756:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787698955.777757:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787698955.777759:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:3.0:1787698955.777760:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1787698955.777762:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698955.777763:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787698955.777766:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787698955.777768:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1787698955.777770:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787698955.777772:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787698955.777775:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00080000:3.0:1787698955.777777:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787698955.777781:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777784:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1787698955.777785:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000040:0.0:1787698955.777789:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698955.777791:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787698955.777793:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698955.777797:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000040:3.0:1787698955.777800:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698955.777802:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698955.777806:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698955.777810:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698955.777814:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698955.777819:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698955.777821:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947237248:192.168.201.121@tcp:250:kworker.0
00000100:00000001:0.0:1787698955.777822:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698955.777826:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698955.777830:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777830:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698955.777836:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777836:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1787698955.777840:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000100:00000040:3.0:1787698955.777842:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947237248/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698955.777844:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:3.0:1787698955.777870:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698955.777872:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698955.777874:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:0.0:1787698955.777876:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698955.777878:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787698955.777879:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698955.777881:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787698955.777883:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:3.0:1787698955.777884:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698955.777887:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:3.0:1787698955.777888:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787698955.777892:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698955.777892:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:3.0:1787698955.777897:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:0.0:1787698955.777899:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787698955.777899:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698955.777900:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787698955.777905:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787698955.777907:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777907:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.777913:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698955.777917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698955.777920:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698955.777923:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.777928:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698955.777930:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698955.777933:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698955.777933:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698955.777938:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698955.777942:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698955.777946:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.777964:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698955.777967:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698955.777969:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698955.777970:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698955.777974:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1787698955.777977:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4179)
02000000:00000001:3.0:1787698955.777977:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698955.777984:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237376:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698955.777988:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698955.777990:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698955.777992:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698955.777994:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698955.777998:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698955.778000:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698955.778004:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698955.778007:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698955.778010:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698955.778013:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237376, portal 10
00000100:00000001:3.0:1787698955.778014:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698955.778015:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787698955.778020:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778027:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698955.778029:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698955.778084:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698955.778087:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947237376, offset 0
00000400:00000200:3.0:1787698955.778092:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698955.778096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.778100:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698955.778103:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698955.778106:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698955.778108:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698955.778110:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698955.778113:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12494:12494:256:4294967295] 192.168.201.121@tcp LPNI seq info [12494:12494:8:4294967295]
00000400:00000200:3.0:1787698955.778117:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.778124:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698955.778128:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.778131:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698955.778135:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698955.778137:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787698955.778140:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698955.778141:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787698955.778143:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.778145:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698955.778147:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698955.778149:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698955.778151:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698955.778152:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698955.778154:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698955.778156:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778162:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698955.778163:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778169:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778170:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698955.778173:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698955.778176:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698955.778179:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698955.778181:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298842130
00000100:00000001:3.0:1787698955.778184:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298842787
00000100:00000001:3.0:1787698955.778186:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298842130
00000100:00000001:3.0:1787698955.778188:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298842787
00000100:00000001:3.0:1787698955.778190:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698955.778192:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778194:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698955.778198:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698955/real 1787698955]  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698955.778205:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698955.778207:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698955.778209:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698955.778211:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698955.778212:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698955.778214:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698955.778216:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698955.778221:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778224:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698955.778225:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778226:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698955.778227:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698955.778229:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778232:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698955.778234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778239:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698955.778242:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778243:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698955.778245:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778246:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698955.778248:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698955.778251:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698955.778254:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698955.778255:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698955.778259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698955.778267:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237376:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698955.778271:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698955.778274:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778280:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698955.778282:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698955.778284:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698955.778285:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698955.778287:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698955.778290:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237504:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698955.778293:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698955.778294:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698955.778295:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698955.778296:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698955.778298:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698955.778300:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698955.778302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698955.778304:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698955.778306:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698955.778308:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237504, portal 4
00000100:00000001:3.0:1787698955.778309:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698955.778310:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787698955.778314:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778318:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698955.778319:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698955.778320:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698955.778322:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947237504, offset 0
00000400:00000200:3.0:1787698955.778324:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698955.778326:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.778329:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698955.778331:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698955.778332:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698955.778334:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698955.778335:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698955.778337:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12495:12495:256:4294967295] 192.168.201.121@tcp LPNI seq info [12495:12495:8:4294967295]
00000400:00000200:3.0:1787698955.778339:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.778343:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698955.778346:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.778348:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698955.778350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698955.778352:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787698955.778354:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698955.778355:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787698955.778358:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.778359:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698955.778361:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698955.778363:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698955.778364:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698955.778366:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698955.778367:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698955.778369:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778373:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698955.778375:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778379:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778380:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698955.778382:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698955.778384:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698955.778385:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698955.778386:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298842147
00000100:00000001:3.0:1787698955.778388:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298842787
00000100:00000001:3.0:1787698955.778389:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298842147
00000100:00000001:3.0:1787698955.778390:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298842787
00000100:00000001:3.0:1787698955.778392:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698955.778393:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778394:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698955.778396:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698955/real 1787698955]  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698955.778400:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698955.778400:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698955.778401:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698955.778402:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698955.778403:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698955.778404:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698955.778406:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698955.778411:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778414:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698955.778415:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778416:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698955.778416:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698955.778419:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778423:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698955.778425:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778428:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698955.778430:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778430:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698955.778431:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778432:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698955.778433:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698955.778434:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698955.778436:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698955.778437:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698955.778439:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698955.778451:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237504:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698955.778453:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778454:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698955.778458:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947237376/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778462:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698955.778464:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698955.778465:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698955.778466:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698955.778467:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698955.778468:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698955.778469:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698955.778471:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:3.0:1787698955.778472:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698955.778473:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698955.778474:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787698955.778475:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698955.778476:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778477:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698955.778479:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947237504/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778482:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698955.778483:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698955.778484:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698955.778485:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698955.778486:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698955.778486:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698955.778487:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698955.778488:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:3.0:1787698955.778489:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698955.778490:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698955.778490:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698955.778492:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698955.778492:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778493:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778495:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698955.778497:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778498:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698955.778499:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698955.778500:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698955.778503:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778509:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698955.778511:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698955.778513:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698955.778514:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698955.778516:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698955.778519:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237632:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698955.778522:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698955.778524:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698955.778525:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698955.778527:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698955.778530:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698955.778532:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698955.778535:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698955.778537:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698955.778540:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698955.778543:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237632, portal 4
00000100:00000001:3.0:1787698955.778545:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698955.778546:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:3.0:1787698955.778551:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778558:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698955.778560:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698955.778562:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698955.778564:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947237632, offset 0
00000400:00000200:3.0:1787698955.778568:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698955.778571:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.778574:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698955.778577:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698955.778591:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698955.778594:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698955.778596:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698955.778599:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12496:12496:256:4294967295] 192.168.201.121@tcp LPNI seq info [12496:12496:8:4294967295]
00000400:00000200:3.0:1787698955.778603:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698955.778609:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698955.778614:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.778617:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698955.778620:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698955.778622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787698955.778625:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698955.778626:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787698955.778629:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698955.778630:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698955.778632:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698955.778634:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698955.778636:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698955.778637:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698955.778638:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698955.778641:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778645:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698955.778647:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698980 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778651:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778652:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698955.778653:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698955.778655:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698955.778658:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698955.778659:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298842134
00000100:00000001:3.0:1787698955.778662:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298842787
00000100:00000001:3.0:1787698955.778663:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298842134
00000100:00000001:3.0:1787698955.778665:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298842787
00000100:00000001:3.0:1787698955.778667:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698955.778669:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778671:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698955.778674:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698955/real 1787698955]  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698955.778681:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698955.778683:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698955.778685:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698955.778687:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698955.778688:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698955.778690:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698955.778693:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698955.778701:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778705:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698955.778706:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778707:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698955.778708:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698955.778710:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778716:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698955.778719:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778726:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698955.778728:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778729:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698955.778730:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778732:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698955.778734:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698955.778736:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698955.778739:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698955.778741:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698955.778745:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698955.778753:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237632:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698955.778756:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778758:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698955.778761:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947237632/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698980 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698955.778767:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698955.778768:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698955.778770:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698955.778772:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698955.778774:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698955.778775:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698955.778777:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698955.778778:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787698955.778780:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698955.778781:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698955.778783:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787698955.778785:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698955.778787:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778788:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698955.778791:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698955.778792:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698955.778793:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698955.778794:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698956.224948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698956.224948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698956.224954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698956.224956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698956.224960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698956.224961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698956.224964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698956.224965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698956.224968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698956.224970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698956.224972:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698956.224975:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698956.224975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698956.224980:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698956.224981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698956.224985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698956.224988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698956.224994:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698956.224997:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698956.224999:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698956.225002:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698956.225022:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698956.225025:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698956.225028:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698956.225063:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698956.225067:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698956.225069:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698956.225071:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698956.225074:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698956.225076:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698956.225078:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698956.225080:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698956.225082:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698956.480943:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298842787, at 4298842816
00000100:00000040:1.0:1787698956.480943:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298842787, at 4298842816
00000100:00000010:1.0:1787698956.480955:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122060.
00000100:00000010:0.0:1787698956.480958:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122120.
00000100:00000001:3.0:1787698956.800961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698956.800968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698956.800970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698956.800982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698956.800986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698956.800990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698956.800993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698956.800995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698956.800997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698957.248950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698957.248950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698957.248957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698957.248957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698957.248961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698957.248961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698957.248967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698957.248968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698957.248970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698957.248973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698957.248974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698957.248977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698957.248977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698957.248980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698957.248983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698957.248984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698957.248987:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698957.248990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698957.249073:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698957.249076:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698957.249078:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698957.249079:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698957.249081:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698957.249082:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698957.249096:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698957.249098:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698957.249100:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698957.824953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698957.824958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698957.824959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698957.824963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698957.824965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698957.824968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698957.824975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698957.824978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698957.824983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698958.272953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698958.272953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698958.272961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698958.272961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698958.272963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698958.272963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698958.272968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698958.272968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698958.272971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698958.272975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698958.272978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698958.272979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698958.272980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698958.272981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698958.272983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698958.272984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698958.272984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698958.272986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698958.273024:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698958.273027:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698958.273032:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698958.273033:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698958.273036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698958.273038:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698958.273056:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698958.273059:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698958.273062:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698958.848942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698958.848950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698958.848952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698958.848957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698958.848960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698958.848964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698958.848967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698958.848969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698958.848972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698959.296948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698959.296948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698959.296956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698959.296957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698959.296960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698959.296960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698959.296961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698959.296967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698959.296967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698959.296968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698959.296972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698959.296974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698959.296975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698959.296978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698959.296979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698959.296983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698959.296984:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698959.296986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698959.296989:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698959.296991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698959.296993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698959.296994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698959.296997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698959.296999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698959.297023:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698959.297027:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698959.297035:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698959.873430:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698959.873438:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698959.873440:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698959.873445:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698959.873449:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698959.873453:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698959.873455:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698959.873458:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698959.873461:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698960.320945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698960.320945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698960.320947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698960.320952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698960.320954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698960.320954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698960.320957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698960.320959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.320959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698960.320960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698960.320966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698960.320967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698960.320967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698960.320970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698960.320974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698960.320974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698960.320979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.320980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698960.320986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698960.320989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.320993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698960.320994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698960.320996:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698960.320998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698960.321000:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.321002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698960.321003:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698960.896935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698960.896935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698960.896942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787698960.896944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787698960.896944:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.896946:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787698960.896948:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787698960.896949:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698960.896951:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698960.896953:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698960.896954:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698960.896956:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698960.896958:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698960.896959:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4174
00000100:00000001:1.0:1787698960.896961:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787698960.896967:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698960.896972:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698960.896975:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698960.896978:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.896981:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.896983:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.896985:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698960.896988:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698960.896990:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698960.896993:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698960.896996:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698960.896998:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698960.897001:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698960.897003:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897005:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897007:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897009:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698960.897011:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698960.897014:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897017:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698960.897019:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698960.897023:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698960.897026:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897028:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698960.897031:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698960.897039:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698960.897043:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698960.897047:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698960.897048:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897051:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698960.897062:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698960.897067:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698960.897073:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698960.897079:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698960.897088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698960.897098:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698960.897102:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698960.897106:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698960.897128:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698960.897131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698960.897134:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698960.897135:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698960.897137:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698960.897139:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698960.897141:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4174
00000400:00000200:0.0:1787698960.897144:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698960.897146:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698960.897148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698960.897150:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897152:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897154:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897155:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698960.897157:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698960.897158:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698960.897159:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698960.897160:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698960.897162:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698960.897163:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698960.897165:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698960.897165:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787698960.897169:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897171:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897172:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698960.897172:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787698960.897176:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:3.0:1787698960.897176:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787698960.897178:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897182:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698960.897185:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787698960.897186:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698960.897190:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698960.897195:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897199:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698960.897203:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1787698960.897205:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787698960.897205:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897211:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1787698960.897212:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897215:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698960.897216:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897222:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698960.897225:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000100:00100000:3.0:1787698960.897228:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947237760:192.168.201.121@tcp:250:kworker.0
00000020:00000040:0.0:1787698960.897230:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787698960.897236:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787698960.897237:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787698960.897239:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897243:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698960.897243:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787698960.897247:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698960.897247:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698960.897250:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897253:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787698960.897256:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
02000000:00000010:3.0:1787698960.897261:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
00000100:00000001:0.0:1787698960.897262:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897268:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698960.897272:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787698960.897278:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698960.897285:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000100:00000001:0.0:1787698960.897287:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698960.897291:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698960.897294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000040:0.0:1787698960.897297:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698960.897302:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237760, portal 25
00000100:00000001:3.0:1787698960.897308:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698960.897311:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000100:00000001:0.0:1787698960.897313:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698960.897317:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787698960.897321:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698960.897322:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698960.897324:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698960.897326:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698960.897330:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698960.897334:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4174
00000100:00000001:3.0:1787698960.897339:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787698960.897340:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698960.897347:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698960.897349:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698960.897349:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787698960.897354:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:3.0:1787698960.897354:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000001:0.0:1787698960.897355:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897359:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897361:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698960.897362:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1787698960.897362:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947237760, offset 0
00000020:00000040:0.0:1787698960.897364:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698960.897366:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698960.897368:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698960.897369:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698960.897371:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787698960.897374:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787698960.897376:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897379:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897380:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897381:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698960.897383:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698960.897385:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897387:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.897388:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698960.897389:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698960.897393:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698960.897395:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897397:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787698960.897399:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000008:00100000:0.0:1787698960.897400:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698960.897405:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897407:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.897409:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1787698960.897411:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698960.897414:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787698960.897416:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:0.0:1787698960.897417:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698960.897420:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897422:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698960.897424:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787698960.897425:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1787698960.897426:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698960.897431:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000400:00000200:3.0:1787698960.897432:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897435:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.897439:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12497:12497:256:4294967295] 192.168.201.121@tcp LPNI seq info [12497:12497:8:4294967295]
00000100:00100000:0.0:1787698960.897442:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787698960.897451:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698960.897452:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698960.897455:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698960.897458:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698960.897465:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698960.897469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787698960.897471:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787698960.897472:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698960.897475:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698960.897477:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698960.897479:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1787698960.897483:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:0.0:1787698960.897484:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4174
00000400:00000200:0.0:1787698960.897488:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698960.897491:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000010:3.0:1787698960.897502:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000100:00080000:0.0:1787698960.897507:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698960.897510:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897512:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897515:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:3.0:1787698960.897516:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698960.897517:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698960.897522:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698960.897523:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000800:00000200:3.0:1787698960.897524:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1787698960.897525:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698960.897527:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698960.897530:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698960.897532:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:3.1:1787698960.897536:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787698960.897538:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:3.1:1787698960.897542:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1787698960.897543:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698960.897548:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897553:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000100:3.0:1787698960.897553:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.897556:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000020:00000040:0.0:1787698960.897558:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:3.0:1787698960.897563:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787698960.897564:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698960.897569:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698960.897572:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787698960.897573:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787698960.897576:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698960.897579:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.897581:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000100:00000001:0.0:1787698960.897582:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:3.0:1787698960.897586:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000008:00100000:0.0:1787698960.897587:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698960.897592:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.897593:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787698960.897594:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698960.897598:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698960.897601:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:3.0:1787698960.897601:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698960.897605:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698960.897607:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897611:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698960.897613:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698960.897616:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698960.897622:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:3.0:1787698960.897624:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698960.897627:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698960.897631:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787698960.897636:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698960.897647:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698960.897653:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698960.897653:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787698960.897658:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.897660:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698960.897664:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698960.897669:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698960.897675:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.897675:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298847907
00000100:00000040:0.0:1787698960.897681:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4184)
00000100:00000010:3.0:1787698960.897684:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122d80.
00000100:00000001:3.0:1787698960.897692:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787698960.897699:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298847907
00000100:00000010:3.0:1787698960.897702:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122f60.
00000100:00000001:3.0:1787698960.897706:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787698960.897710:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698960.897712:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.897715:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698960.897720:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698960/real 1787698960]  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698960.897729:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698960.897730:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698960.897732:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698960.897735:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698960.897736:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698960.897739:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698960.897742:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698960.897750:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.897757:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698960.897758:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.897760:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.897762:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698960.897766:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.897772:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698960.897776:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.897783:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698960.897786:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.897787:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.897789:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.897791:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698960.897793:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698960.897795:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698960.897799:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698960.897801:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698960.897805:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698960.897813:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947237760:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698960.897817:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.897819:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.897822:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947237760/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.897828:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698960.897830:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698960.897833:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698960.897836:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698960.897838:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698960.897839:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698960.897842:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698960.897844:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:3.0:1787698960.897881:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698960.897884:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698960.897890:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:3.0:1787698960.897893:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698960.897895:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.897897:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.897903:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698960.897904:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.897906:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698960.897907:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698960.897924:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698960.897928:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.897935:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698960.897937:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897939:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698960.897940:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698960.897943:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698960.897953:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237888:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698960.897956:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698960.897958:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698960.897960:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.897962:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698960.897965:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698960.897966:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.897970:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698960.897972:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698960.897975:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698960.897978:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947237888, portal 10
00000100:00000001:3.0:1787698960.897980:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698960.897982:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:3.0:1787698960.897987:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.897994:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698960.897996:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698960.897998:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698960.898001:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947237888, offset 0
00000400:00000200:3.0:1787698960.898004:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698960.898008:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698960.898011:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698960.898014:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698960.898017:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698960.898019:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698960.898022:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698960.898025:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12498:12498:256:4294967295] 192.168.201.121@tcp LPNI seq info [12498:12498:8:4294967295]
00000400:00000200:3.0:1787698960.898028:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698960.898035:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698960.898046:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.898049:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698960.898053:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698960.898056:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787698960.898060:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698960.898063:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787698960.898066:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.898068:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698960.898071:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698960.898074:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698960.898077:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698960.898079:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698960.898081:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698960.898084:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898097:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.898100:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898107:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898108:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698960.898110:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698960.898114:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698960.898117:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698960.898118:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298847250
00000100:00000001:3.0:1787698960.898121:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298847907
00000100:00000001:3.0:1787698960.898123:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298847250
00000100:00000001:3.0:1787698960.898125:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298847907
00000100:00000001:3.0:1787698960.898127:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698960.898129:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898131:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698960.898135:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698960/real 1787698960]  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698960.898142:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698960.898144:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698960.898145:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698960.898147:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698960.898149:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698960.898151:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698960.898153:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698960.898161:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898167:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698960.898169:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898171:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.898172:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698960.898176:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898182:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698960.898185:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898191:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698960.898193:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898194:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.898196:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898197:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698960.898199:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698960.898202:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698960.898204:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698960.898206:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698960.898210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698960.898217:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947237888:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698960.898221:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698960.898224:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898229:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698960.898230:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.898233:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698960.898235:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698960.898236:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698960.898239:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238016:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698960.898242:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698960.898243:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698960.898245:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.898246:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698960.898249:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698960.898251:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.898253:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698960.898256:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698960.898259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698960.898262:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238016, portal 4
00000100:00000001:3.0:1787698960.898263:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698960.898265:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787698960.898269:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898274:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698960.898276:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698960.898278:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698960.898280:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947238016, offset 0
00000400:00000200:3.0:1787698960.898283:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698960.898287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698960.898290:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698960.898292:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698960.898295:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698960.898297:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698960.898299:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698960.898302:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12499:12499:256:4294967295] 192.168.201.121@tcp LPNI seq info [12499:12499:8:4294967295]
00000400:00000200:3.0:1787698960.898305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698960.898311:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698960.898315:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.898317:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698960.898321:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698960.898324:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787698960.898328:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698960.898330:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787698960.898334:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.898336:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698960.898339:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698960.898342:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698960.898344:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698960.898346:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698960.898348:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698960.898352:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898359:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.898362:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898369:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898370:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698960.898373:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698960.898376:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698960.898378:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698960.898380:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298847267
00000100:00000001:3.0:1787698960.898382:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298847907
00000100:00000001:3.0:1787698960.898384:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298847267
00000100:00000001:3.0:1787698960.898386:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298847907
00000100:00000001:3.0:1787698960.898388:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698960.898390:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898392:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698960.898396:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698960/real 1787698960]  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698960.898403:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698960.898404:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698960.898406:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698960.898408:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698960.898409:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698960.898411:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698960.898414:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698960.898421:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898427:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698960.898428:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898430:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.898431:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698960.898434:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898440:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698960.898443:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898449:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698960.898451:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898452:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.898453:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898455:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698960.898456:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698960.898459:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698960.898461:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698960.898463:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698960.898467:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698960.898479:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238016:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698960.898483:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698960.898485:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898491:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698960.898507:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.898509:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698960.898511:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698960.898513:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698960.898516:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238144:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698960.898519:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698960.898521:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698960.898523:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698960.898524:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698960.898527:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698960.898529:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698960.898532:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698960.898534:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698960.898537:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698960.898540:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238144, portal 4
00000100:00000001:3.0:1787698960.898541:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698960.898543:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787698960.898548:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898553:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698960.898555:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698960.898557:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
00000100:00000200:3.0:1787698960.898560:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947238144, offset 0
00000400:00000200:3.0:1787698960.898563:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698960.898567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698960.898570:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698960.898573:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698960.898575:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698960.898578:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698960.898580:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698960.898582:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12500:12500:256:4294967295] 192.168.201.121@tcp LPNI seq info [12500:12500:8:4294967295]
00000400:00000200:3.0:1787698960.898586:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698960.898592:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698960.898596:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.898599:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000800:00000200:3.0:1787698960.898602:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698960.898604:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787698960.898608:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698960.898611:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787698960.898627:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698960.898629:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:3.0:1787698960.898632:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698960.898635:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698960.898639:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:3.0:1787698960.898640:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:3.0:1787698960.898643:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698960.898646:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898653:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.898655:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898661:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898662:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698960.898665:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698960.898667:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698960.898670:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698960.898672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298847254
00000100:00000001:3.0:1787698960.898674:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298847907
00000100:00000001:3.0:1787698960.898676:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298847254
00000100:00000001:3.0:1787698960.898678:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298847907
00000100:00000001:3.0:1787698960.898680:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698960.898682:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898684:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698960.898687:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698960/real 1787698960]  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698960.898694:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698960.898696:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698960.898698:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698960.898700:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698960.898702:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698960.898704:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698960.898707:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698960.898714:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898719:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698960.898720:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898722:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.898723:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698960.898726:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898731:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698960.898735:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898741:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698960.898743:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698960.898746:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898747:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698960.898749:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698960.898751:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698960.898754:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698960.898756:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698960.898759:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698960.898766:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238144:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698960.898770:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898772:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.898775:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947237888/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898781:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698960.898783:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698960.898785:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698960.898787:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698960.898788:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698960.898790:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698960.898791:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698960.898793:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:3.0:1787698960.898796:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698960.898797:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698960.898799:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787698960.898801:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698960.898802:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898804:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.898807:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947238016/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898817:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698960.898818:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698960.898819:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698960.898821:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698960.898822:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698960.898823:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698960.898825:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698960.898827:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:3.0:1787698960.898829:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698960.898830:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698960.898831:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698960.898833:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698960.898834:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898836:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698960.898839:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947238144/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698960.898845:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698960.898865:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698960.898867:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698960.898870:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698960.898871:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698960.898872:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698960.898874:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698960.898875:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:3.0:1787698960.898877:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698960.898878:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698960.898879:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787698960.898881:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698960.898882:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898883:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698960.898888:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698960.898889:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698960.898891:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698960.898893:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698961.344949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698961.344955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698961.344957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698961.344959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698961.344961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698961.344968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698961.344969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698961.344972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698961.344972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698961.344977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698961.344980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698961.344982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698961.344982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698961.344983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698961.344986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698961.344991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698961.344992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698961.344994:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698961.344997:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698961.344999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698961.345001:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698961.345003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698961.345005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698961.345007:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698961.345010:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698961.345013:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698961.345016:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698961.600940:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298847907, at 4298847936
00000100:00000040:1.0:1787698961.600940:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298847907, at 4298847936
00000100:00000010:0.0:1787698961.600956:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122d80.
00000100:00000010:1.0:1787698961.600959:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122f60.
00000100:00000001:1.0:1787698961.920952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698961.920958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698961.920960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698961.920963:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698961.920966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698961.920969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698961.920971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698961.920972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698961.920974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698962.368946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698962.368950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698962.368952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698962.368953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698962.368956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698962.368958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698962.368959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698962.368964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698962.368965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698962.368965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698962.368969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698962.368973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698962.368974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698962.368978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698962.368979:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698962.368983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698962.368986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698962.368987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698962.368990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787698962.368995:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787698962.368995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698962.368998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698962.369001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698962.369001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698962.369002:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698962.369004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698962.369008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698962.944903:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698962.944910:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698962.944912:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698962.944917:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698962.944920:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698962.944924:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698962.944927:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698962.944929:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698962.944933:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698963.392946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698963.392947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698963.392951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698963.392954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698963.392954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698963.392958:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698963.392959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698963.392959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698963.392962:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787698963.392966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698963.392966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698963.392968:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698963.392973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698963.392973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698963.392974:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698963.392978:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698963.392979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698963.392979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698963.392985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698963.392985:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698963.392988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698963.392990:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698963.392991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698963.392993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698963.392996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698963.392998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698963.392999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698963.393002:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698963.393005:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698963.393007:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698963.393010:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698963.393011:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698963.393013:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698963.393014:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698963.393018:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698963.393019:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698963.393043:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698963.393047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698963.393050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698963.968924:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698963.968931:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698963.968934:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698963.968939:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698963.968943:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698963.968947:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698963.968949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698963.968952:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698963.968956:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698964.416974:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698964.416974:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698964.416979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698964.416982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698964.416984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698964.416987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698964.416988:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698964.416993:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698964.416993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698964.416994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698964.416997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698964.416998:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698964.417000:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698964.417003:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698964.417004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698964.417006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698964.417008:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698964.417008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698964.417011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698964.417016:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698964.417019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698964.417021:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698964.417024:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698964.417027:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698964.417035:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698964.417038:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698964.417042:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698964.992952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698964.992959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698964.992961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698964.992966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698964.992968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698964.992972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698964.992974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698964.992977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698964.992980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698965.440951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698965.440954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698965.440958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698965.440958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698965.440962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698965.440964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698965.440967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698965.440968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698965.440972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698965.440973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698965.440976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698965.440978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698965.440982:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698965.440985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698965.440988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698965.441014:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698965.441018:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698965.441022:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698965.441119:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698965.441122:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698965.441122:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698965.441124:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698965.441126:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698965.441127:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698965.441128:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698965.441129:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698965.441131:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698966.016937:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787698966.016938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698966.016943:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698966.016946:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.016948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1787698966.016951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698966.016952:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787698966.016957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787698966.016958:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698966.016959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698966.016963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698966.016965:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787698966.016965:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698966.016970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.016974:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4179
00000400:00000200:0.0:1787698966.016984:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698966.016991:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698966.016994:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698966.016998:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017001:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698966.017004:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017006:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698966.017010:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698966.017012:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698966.017015:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698966.017018:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698966.017020:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698966.017023:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698966.017035:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017037:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698966.017039:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698966.017044:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698966.017047:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017050:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698966.017053:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698966.017056:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698966.017058:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017061:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698966.017063:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698966.017079:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698966.017082:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698966.017086:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698966.017088:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017091:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698966.017093:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698966.017097:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698966.017104:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787698966.017111:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698966.017119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698966.017128:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698966.017132:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698966.017137:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698966.017157:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.017160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698966.017169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698966.017170:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698966.017172:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698966.017175:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698966.017177:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4179
00000400:00000200:0.0:1787698966.017181:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698966.017184:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698966.017187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698966.017191:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017193:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698966.017195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017198:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698966.017200:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787698966.017202:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787698966.017203:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698966.017207:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698966.017209:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698966.017213:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787698966.017216:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698966.017221:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698966.017221:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698966.017226:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698966.017233:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017239:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698966.017239:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698966.017243:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698966.017244:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017249:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:3.0:1787698966.017250:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698966.017254:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787698966.017259:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:3.0:1787698966.017260:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.017265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:3.0:1787698966.017269:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947238272:192.168.201.121@tcp:250:kworker.0
00000100:00000001:0.0:1787698966.017270:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.017275:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787698966.017276:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698966.017279:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787698966.017283:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698966.017283:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017285:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787698966.017288:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698966.017291:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
00000100:00000001:0.0:1787698966.017292:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787698966.017296:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787698966.017298:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787698966.017301:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698966.017304:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698966.017309:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000008:00000001:0.0:1787698966.017310:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017313:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698966.017317:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698966.017320:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000200:3.0:1787698966.017321:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238272, portal 25
00000100:00000001:3.0:1787698966.017324:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698966.017325:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
02000000:00000001:0.0:1787698966.017331:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:3.0:1787698966.017333:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698966.017334:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.017341:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787698966.017345:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1787698966.017345:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787698966.017349:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787698966.017350:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c073b8.
02000000:00000001:0.0:1787698966.017353:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787698966.017354:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947238272, offset 0
02000000:00000010:0.0:1787698966.017361:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000400:00000200:3.0:1787698966.017361:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698966.017370:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698966.017372:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698966.017376:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00100000:0.0:1787698966.017382:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787698966.017382:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698966.017393:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698966.017395:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787698966.017398:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698966.017400:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698966.017402:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:0.0:1787698966.017424:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698966.017428:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12501:12501:256:4294967295] 192.168.201.121@tcp LPNI seq info [12501:12501:8:4294967295]
00000400:00000200:3.0:1787698966.017438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698966.017449:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787698966.017450:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.017456:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1787698966.017458:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:0.0:1787698966.017464:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:3.0:1787698966.017465:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142800.
00000100:00000001:0.0:1787698966.017467:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698966.017470:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1787698966.017474:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698966.017476:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1787698966.017480:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698966.017483:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4179
00000400:00000200:0.0:1787698966.017489:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698966.017493:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698966.017496:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698966.017499:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017499:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017504:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787698966.017505:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698966.017509:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017509:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298853027
00000100:00000010:3.0:1787698966.017514:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122ba0.
00000100:00000001:3.0:1787698966.017520:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787698966.017521:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698966.017525:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698966.017527:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000001:3.0:1787698966.017527:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298853027
00000020:00000001:0.0:1787698966.017531:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:3.0:1787698966.017533:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122480.
00000020:00000040:0.0:1787698966.017535:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000001:3.0:1787698966.017537:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787698966.017541:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787698966.017546:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:3.0:1787698966.017546:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.017548:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698966.017552:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:3.0:1787698966.017553:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787698966.017559:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017561:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698966.017564:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017564:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698966.017567:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698966.017568:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:0.0:1787698966.017572:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000001:3.0:1787698966.017574:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698966.017577:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787698966.017578:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017580:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787698966.017583:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698966.017588:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787698966.017589:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698966.017592:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698966.017597:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017601:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698966.017603:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1787698966.017606:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787698966.017606:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017610:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1787698966.017612:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017613:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698966.017618:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017618:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698966.017624:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238400:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698966.017627:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698966.017628:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698966.017629:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017630:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787698966.017633:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
02000000:00000010:3.0:1787698966.017633:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698966.017638:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698966.017639:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787698966.017643:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698966.017645:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1787698966.017646:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f318.
02000000:00000001:0.0:1787698966.017649:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698966.017651:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000001:0.0:1787698966.017653:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1787698966.017655:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238400, portal 10
02000000:00000001:0.0:1787698966.017657:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787698966.017657:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698966.017660:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
02000000:00000001:0.0:1787698966.017661:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698966.017666:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787698966.017668:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787698966.017674:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.017675:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698966.017679:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698966.017681:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07c38.
00000100:00100000:0.0:1787698966.017684:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787698966.017684:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947238400, offset 0
00000400:00000200:3.0:1787698966.017692:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698966.017700:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698966.017705:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698966.017710:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698966.017714:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698966.017717:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787698966.017717:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698966.017722:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698966.017722:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698966.017725:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12502:12502:255:4294967295] 192.168.201.121@tcp LPNI seq info [12502:12502:7:4294967295]
00000100:00000040:0.0:1787698966.017732:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698966.017733:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698966.017743:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698966.017748:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698966.017754:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142900.
00000100:00000001:0.0:1787698966.017756:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.017762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1787698966.017762:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698966.017769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1787698966.017770:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698966.017773:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698966.017775:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698966.017776:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1787698966.017780:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000100:00000001:0.0:1787698966.017781:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698966.017787:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4179
00000400:00000200:3.0:1787698966.017789:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698966.017793:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298852369
00000400:00000200:0.0:1787698966.017794:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698966.017799:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298853027
00000400:00000200:0.0:1787698966.017801:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698966.017805:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298852369
00000100:00080000:0.0:1787698966.017806:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698966.017810:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298853027
00000100:00000040:0.0:1787698966.017812:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017816:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787698966.017817:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698966.017820:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017822:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017823:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698966.017828:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698966.017829:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:3.0:1787698966.017829:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698966.017832:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698966.017834:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787698966.017836:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787698966.017839:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698966.017842:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:0.0:1787698966.017846:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698966.017871:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698966.017874:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017876:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698966.017879:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698966.017881:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698966.017884:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787698966.017887:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787698966.017888:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698966.017891:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698966.017893:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.017895:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787698966.017897:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787698966.017901:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787698966.017902:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698966.017907:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017912:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698966.017915:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787698966.017918:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698966.017920:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017922:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698966.017925:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787698966.017926:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698966.017930:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017930:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698966.017936:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238528:192.168.201.121@tcp:8:kworker.0
00000100:00000010:0.0:1787698966.017938:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698966.017944:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:3.0:1787698966.017944:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698966.017947:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787698966.017949:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698966.017950:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698966.017952:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017954:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787698966.017956:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698966.017960:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1787698966.017960:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:0.0:1787698966.017962:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.017964:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698966.017968:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000400:00000200:3.0:1787698966.017972:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698966.017975:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698966.017978:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000100:00100000:0.0:1787698966.017984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787698966.017985:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787698966.017990:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238528, portal 4
00000100:00000001:3.0:1787698966.017994:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698966.017995:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787698966.018002:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698966.018006:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698966.018011:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.018013:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698966.018032:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698966.018035:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c072a8.
00000100:00000040:0.0:1787698966.018038:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698966.018038:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947238528, offset 0
00000400:00000200:3.0:1787698966.018049:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698966.018056:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698966.018056:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698966.018064:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4190)
00000400:00000200:3.0:1787698966.018070:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698966.018075:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698966.018078:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698966.018081:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698966.018084:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698966.018086:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12503:12503:254:4294967295] 192.168.201.121@tcp LPNI seq info [12503:12503:6:4294967295]
00000400:00000200:3.0:1787698966.018090:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698966.018097:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698966.018102:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698966.018106:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142700.
00000800:00000200:3.0:1787698966.018110:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698966.018114:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698966.018116:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698966.018120:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698966.018123:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698966.018125:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298852387
00000100:00000001:3.0:1787698966.018127:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298853027
00000100:00000001:3.0:1787698966.018129:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298852387
00000100:00000001:3.0:1787698966.018131:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298853027
00000100:00000001:3.0:1787698966.018133:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698966.018136:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.018139:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.018141:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698966.018144:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698966.018146:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787698966.018147:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698966.018149:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698966.018150:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698966.018154:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698966.018161:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698966.018163:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.018165:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698966.018166:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698966.018169:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698966.018171:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238656:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698966.018174:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698966.018175:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698966.018177:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698966.018178:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698966.018182:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787698966.018184:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698966.018187:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698966.018189:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f000.
00000400:00000010:3.0:1787698966.018193:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07dd0.
00000100:00000200:3.0:1787698966.018195:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238656, portal 4
00000100:00000001:3.0:1787698966.018197:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698966.018198:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:3.0:1787698966.018203:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698966.018209:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698966.018210:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698966.018213:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c077f8.
00000100:00000200:3.0:1787698966.018214:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947238656, offset 0
00000400:00000200:3.0:1787698966.018218:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698966.018222:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698966.018224:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698966.018227:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698966.018229:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698966.018231:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698966.018232:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698966.018235:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12504:12504:253:4294967295] 192.168.201.121@tcp LPNI seq info [12504:12504:5:4294967295]
00000400:00000200:3.0:1787698966.018239:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698966.018244:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698966.018248:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698966.018251:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142b00.
00000800:00000200:3.0:1787698966.018254:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698966.018257:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698966.018260:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698966.018263:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698966.018265:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698966.018267:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298852374
00000100:00000001:3.0:1787698966.018269:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298853027
00000100:00000001:3.0:1787698966.018271:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298852374
00000100:00000001:3.0:1787698966.018273:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298853027
00000100:00000001:3.0:1787698966.018275:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698966.018276:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.018279:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.018281:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698966.018283:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698966.018284:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787698966.018286:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698966.018287:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698966.018288:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.018290:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698966.464964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698966.464964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698966.464972:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698966.464972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698966.464976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698966.464976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698966.464984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787698966.464985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698966.464990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698966.464994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698966.464997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698966.464999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698966.465002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698966.465009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698966.465013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698966.465015:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698966.465017:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698966.465019:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698966.465055:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698966.465058:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698966.465062:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698966.465064:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698966.465067:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698966.465070:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698966.465072:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698966.465074:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698966.465077:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698966.465078:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698966.465080:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698966.465082:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698966.465104:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698966.465106:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698966.465108:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698966.721015:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298853027, at 4298853056
00000100:00000040:1.0:1787698966.721015:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298853027, at 4298853056
00000100:00000010:0.0:1787698966.721037:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122ba0.
00000100:00000010:1.0:1787698966.721041:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122480.
00000100:00000001:1.0:1787698967.041091:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698967.041101:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698967.041104:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698967.041110:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698967.041114:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698967.041119:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698967.041122:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698967.041125:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698967.041128:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698967.488983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698967.488988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698967.488993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698967.488995:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698967.488999:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698967.489000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698967.489003:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698967.489006:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698967.489008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698967.489009:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698967.489012:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698967.489014:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698967.489015:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698967.489016:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787698967.489020:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698967.489022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698967.489025:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698967.489028:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698967.489029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698967.489032:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698967.489038:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698967.489039:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698967.489043:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698967.489046:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698967.489059:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698967.489063:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698967.489067:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698968.065004:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698968.065018:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698968.065021:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698968.065027:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698968.065032:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698968.065037:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698968.065040:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698968.065042:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698968.065045:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698968.513004:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698968.513008:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698968.513013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698968.513018:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698968.513018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698968.513020:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698968.513023:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698968.513024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698968.513027:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698968.513033:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698968.513034:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698968.513034:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698968.513040:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698968.513044:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698968.513044:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698968.513044:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698968.513050:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698968.513055:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698968.513057:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698968.513059:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698968.513065:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698968.513066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698968.513071:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787698968.513075:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787698968.513076:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698968.513080:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698968.513086:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698969.089142:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698969.089150:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698969.089153:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698969.089158:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698969.089162:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698969.089166:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698969.089168:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698969.089171:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698969.089174:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787698969.089310:0:2344:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787698969.089426:0:2344:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787698969.089441:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698969.089446:0:2344:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787698969.089452:0:2344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698969.089456:0:2344:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787698969.089462:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698969.089467:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142800.
00000400:00000200:0.0:1787698969.089473:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698969.089479:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698969.089490:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c073b8
00000400:00000010:0.0:1787698969.089493:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c073b8.
00000100:00000001:0.0:1787698969.089500:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698969.089523:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089560:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698969.089564:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089573:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.089576:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698969.089586:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698969.089589:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142900.
00000400:00000200:0.0:1787698969.089592:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698969.089596:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698969.089608:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07c38
00000400:00000010:0.0:1787698969.089611:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07c38.
00000100:00000001:0.0:1787698969.089613:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698969.089618:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089626:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698969.089629:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089635:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.089637:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698969.089642:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698969.089644:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142700.
00000400:00000200:0.0:1787698969.089648:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698969.089651:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698969.089654:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c072a8
00000400:00000010:0.0:1787698969.089656:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c072a8.
00000100:00000001:0.0:1787698969.089659:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698969.089664:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089672:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698969.089675:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089682:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.089684:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787698969.089689:0:2344:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787698969.089692:0:2344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142b00.
00000400:00000200:0.0:1787698969.089695:0:2344:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787698969.089705:0:2344:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787698969.089710:0:2344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c077f8
00000400:00000010:0.0:1787698969.089712:0:2344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c077f8.
00000100:00000001:0.0:1787698969.089714:0:2344:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787698969.089719:0:2344:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089728:0:2344:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787698969.089731:0:2344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698991 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698969.089738:0:2344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.089739:0:2344:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698969.090181:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698969.090187:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698969.090190:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698969.090199:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698966/real 1787698969]  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698969.090211:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698969.090213:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698969.090217:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f000.
00000400:00000200:3.0:1787698969.090220:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07dd0
00000400:00000010:3.0:1787698969.090222:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07dd0.
00000100:00000001:3.0:1787698969.090225:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698969.090228:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698969.090238:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090245:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698969.090247:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090250:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090252:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698969.090256:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090263:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698969.090269:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090277:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698969.090281:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090282:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090284:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090288:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698969.090291:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698969.090295:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698969.090301:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698969.090304:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698969.090309:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698969.090317:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238656:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698969.090322:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698969.090325:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698966/real 1787698969]  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698969.090347:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698969.090348:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698969.090350:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787698969.090362:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787698969.090364:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787698969.090367:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698969.090371:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698969.090379:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090385:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698969.090386:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090388:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090390:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698969.090393:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090400:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698969.090404:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090411:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698969.090414:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090416:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090417:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090419:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698969.090421:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698969.090423:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698969.090426:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698969.090429:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698969.090433:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698969.090441:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238528:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698969.090445:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698969.090449:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698966/real 1787698969]  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698969.090456:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698969.090457:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698969.090459:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f318.
00000400:00000200:3.0:1787698969.090462:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698969.090464:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698969.090466:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698969.090468:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698969.090475:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090481:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698969.090483:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090484:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090485:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698969.090488:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090494:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698969.090497:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090504:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698969.090506:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090507:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090508:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090510:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698969.090513:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698969.090516:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698969.090519:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698969.090521:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698969.090524:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698969.090531:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238400:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698969.090535:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698969.090538:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698966/real 1787698969]  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698969.090544:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698969.090545:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698969.090547:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698969.090549:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698969.090551:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698969.090554:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698969.090556:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698969.090562:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090568:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698969.090569:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090570:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090571:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698969.090574:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090579:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698969.090582:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090587:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698969.090589:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090590:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698969.090591:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090592:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698969.090594:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698969.090596:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698969.090599:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698969.090600:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698969.090603:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698969.090609:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947238272:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698969.090613:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090614:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698969.090618:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947238656/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090624:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698969.090627:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698969.090631:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787698969.090635:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698969.090639:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698969.090641:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698969.090643:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698969.090646:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:3.0:1787698969.090650:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698969.090653:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698969.090656:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787698969.090660:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698969.090661:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090662:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698969.090666:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947238528/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090671:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698969.090672:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698969.090674:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698969.090676:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698969.090677:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698969.090678:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698969.090680:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698969.090681:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:3.0:1787698969.090683:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698969.090684:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698969.090685:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698969.090688:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698969.090689:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090691:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698969.090694:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947238400/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090700:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698969.090701:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698969.090703:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698969.090705:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698969.090707:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698969.090708:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698969.090709:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698969.090711:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787698969.090713:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698969.090714:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698969.090715:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787698969.090718:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698969.090719:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090721:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698969.090725:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947238272/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698991 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698969.090731:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698969.090732:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698969.090734:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698969.090736:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698969.090737:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698969.090738:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698969.090740:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698969.090741:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787698969.090744:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698969.090745:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698969.090746:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787698969.090748:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698969.090750:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090752:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.090761:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698969.090763:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698969.090765:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698969.090767:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.536963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698969.536964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698969.536967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698969.536972:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698969.536972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698969.536973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698969.536975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698969.536976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698969.536980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698969.536981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698969.536981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698969.536983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.536986:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698969.536988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698969.536990:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698969.536990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698969.536992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698969.536993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698969.536993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698969.536997:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698969.536999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698969.537001:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698969.537004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698969.537007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698969.537035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698969.537038:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698969.537041:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698970.113043:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698970.113051:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698970.113053:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698970.113058:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698970.113061:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698970.113066:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698970.113069:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698970.113071:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698970.113075:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698970.560950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698970.560950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698970.560958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698970.560958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698970.560960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698970.560961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698970.560966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698970.560967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698970.560972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698970.560973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698970.560973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698970.560975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698970.560977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698970.560983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698970.560983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698970.560989:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698970.560991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698970.560996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698970.560999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698970.561000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698970.561001:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698970.561003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698970.561006:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698970.561008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698970.561046:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698970.561050:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698970.561054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698971.136948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698971.136959:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698971.136962:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698971.136965:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698971.136970:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698971.136978:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4185
00000400:00000200:0.0:1787698971.136987:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698971.136990:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1787698971.136995:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787698971.136995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698971.136998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698971.137000:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787698971.137002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698971.137006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787698971.137007:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698971.137009:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698971.137012:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698971.137012:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698971.137014:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787698971.137017:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698971.137020:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698971.137027:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698971.137029:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698971.137032:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698971.137035:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698971.137037:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698971.137039:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698971.137041:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137043:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698971.137044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137045:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698971.137047:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698971.137049:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137051:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698971.137054:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698971.137057:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698971.137059:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137061:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698971.137063:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698971.137070:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698971.137073:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698971.137076:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698971.137078:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137081:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698971.137084:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698971.137088:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698971.137096:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787698971.137103:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698971.137112:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698971.137121:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698971.137125:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698971.137130:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698971.137153:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698971.137157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698971.137160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698971.137161:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698971.137163:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698971.137165:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698971.137168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4185
00000400:00000200:0.0:1787698971.137172:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698971.137175:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698971.137177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698971.137181:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137184:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698971.137187:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137189:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698971.137192:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698971.137193:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698971.137194:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698971.137195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787698971.137197:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698971.137201:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787698971.137202:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787698971.137205:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787698971.137207:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787698971.137212:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137217:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698971.137217:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787698971.137223:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137228:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698971.137233:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:3.0:1787698971.137235:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787698971.137239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698971.137239:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137245:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.137248:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787698971.137249:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698971.137254:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698971.137258:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698971.137258:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698971.137264:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698971.137266:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947238784:192.168.201.121@tcp:250:kworker.0
00000100:00000001:0.0:1787698971.137268:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698971.137273:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787698971.137275:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787698971.137279:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787698971.137280:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137284:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.137284:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.137290:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1787698971.137293:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698971.137297:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000010:3.0:1787698971.137298:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:0.0:1787698971.137302:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698971.137302:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698971.137306:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698971.137311:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698971.137315:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000100:00000001:0.0:1787698971.137316:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1787698971.137335:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698971.137344:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238784, portal 25
02000000:00000001:0.0:1787698971.137345:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787698971.137349:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787698971.137350:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.137353:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
02000000:00000010:0.0:1787698971.137357:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000040:3.0:1787698971.137361:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698971.137364:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.137373:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787698971.137375:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787698971.137380:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698971.137385:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000001:0.0:1787698971.137387:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698971.137391:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787698971.137392:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947238784, offset 0
00000100:00000040:0.0:1787698971.137396:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698971.137405:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137413:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698971.137416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787698971.137418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698971.137422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698971.137426:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698971.137428:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787698971.137429:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698971.137435:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787698971.137440:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787698971.137441:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4185
00000400:00000200:0.0:1787698971.137446:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698971.137451:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698971.137453:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698971.137455:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698971.137459:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698971.137460:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698971.137465:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698971.137468:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787698971.137469:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698971.137473:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787698971.137475:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:0.0:1787698971.137476:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698971.137480:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698971.137484:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787698971.137485:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12505:12505:256:4294967295] 192.168.201.121@tcp LPNI seq info [12505:12505:8:4294967295]
00000020:00000001:0.0:1787698971.137489:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698971.137493:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787698971.137495:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698971.137499:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137502:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698971.137504:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137506:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698971.137511:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787698971.137517:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787698971.137519:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137526:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698971.137528:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698971.137531:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698971.137533:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137535:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698971.137537:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698971.137540:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137544:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787698971.137545:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000010:0.0:1787698971.137554:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000800:00000010:3.0:1787698971.137556:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000020:00000040:0.0:1787698971.137559:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698971.137564:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698971.137566:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787698971.137568:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698971.137569:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698971.137572:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1787698971.137575:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
02000000:00000001:0.0:1787698971.137576:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698971.137584:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000800:00000200:3.1:1787698971.137585:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698971.137591:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787698971.137591:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00100000:0.0:1787698971.137601:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787698971.137601:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.137605:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698971.137612:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787698971.137614:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698971.137619:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698971.137620:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787698971.137627:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698971.137628:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698971.137632:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698971.137638:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787698971.137641:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698971.137645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1787698971.137646:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698971.137653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698971.137656:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698971.137659:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698971.137664:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698971.137670:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4185
00000100:00000001:3.0:1787698971.137674:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1787698971.137675:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787698971.137680:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787698971.137683:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698971.137686:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698971.137697:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137704:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698971.137706:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137708:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698971.137711:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698971.137713:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698971.137714:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698971.137716:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698971.137718:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698971.137720:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698971.137723:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137729:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698971.137730:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137732:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698971.137734:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698971.137741:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698971.137745:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698971.137746:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698971.137750:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698971.137752:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137753:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698971.137756:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698971.137762:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137767:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698971.137773:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698971.137774:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.137778:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698971.137787:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698971.137791:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000400:00000200:3.0:1787698971.137792:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787698971.137798:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787698971.137799:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298858147
02000000:00000001:0.0:1787698971.137801:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.137805:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698971.137806:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:3.0:1787698971.137808:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122f00.
02000000:00000001:0.0:1787698971.137809:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698971.137816:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698971.137820:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.137820:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1787698971.137829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698971.137831:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298858147
00000100:00000010:3.0:1787698971.137837:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122600.
00000100:00000001:0.0:1787698971.137840:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698971.137843:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787698971.137844:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.137882:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698971.137886:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698971.137891:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.137892:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698971.137900:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698971/real 1787698971]  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698971.137902:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698971.137910:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4195)
00000400:00000001:3.0:1787698971.137913:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698971.137916:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698971.137919:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698971.137923:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698971.137925:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698971.137928:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698971.137933:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698971.137942:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.137948:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698971.137950:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.137953:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.137955:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698971.137958:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.137965:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698971.137969:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.137977:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698971.137980:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.137982:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.137983:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.137990:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698971.137993:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698971.137996:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698971.137999:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698971.138003:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698971.138008:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698971.138016:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947238784:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698971.138020:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138022:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.138025:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947238784/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138031:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698971.138033:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698971.138036:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698971.138039:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698971.138040:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698971.138043:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698971.138045:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698971.138048:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787698971.138052:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698971.138054:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698971.138056:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:3.0:1787698971.138058:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698971.138059:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138062:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138070:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698971.138071:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138073:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698971.138075:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698971.138077:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698971.138081:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138087:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698971.138089:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.138091:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698971.138092:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698971.138095:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698971.138098:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238912:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698971.138100:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698971.138102:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698971.138104:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.138106:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698971.138109:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698971.138110:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698971.138113:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698971.138116:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698971.138119:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698971.138123:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947238912, portal 10
00000100:00000001:3.0:1787698971.138124:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698971.138126:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:3.0:1787698971.138132:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138138:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698971.138140:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698971.138142:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698971.138144:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947238912, offset 0
00000400:00000200:3.0:1787698971.138148:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698971.138151:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698971.138155:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698971.138157:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698971.138160:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698971.138162:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698971.138164:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698971.138168:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12506:12506:256:4294967295] 192.168.201.121@tcp LPNI seq info [12506:12506:8:4294967295]
00000400:00000200:3.0:1787698971.138171:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698971.138177:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698971.138181:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.138184:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698971.138188:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698971.138191:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787698971.138196:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698971.138199:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787698971.138203:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.138205:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698971.138208:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698971.138211:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698971.138213:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698971.138215:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698971.138217:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698971.138220:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138227:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.138230:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138242:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138243:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698971.138246:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698971.138250:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698971.138253:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698971.138255:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298857490
00000100:00000001:3.0:1787698971.138257:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298858147
00000100:00000001:3.0:1787698971.138259:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298857490
00000100:00000001:3.0:1787698971.138261:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298858147
00000100:00000001:3.0:1787698971.138263:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698971.138265:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138266:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698971.138270:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698971/real 1787698971]  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698971.138277:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698971.138278:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698971.138280:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698971.138283:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698971.138284:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698971.138286:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698971.138289:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698971.138297:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138302:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698971.138304:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138305:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.138307:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698971.138310:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138317:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698971.138332:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138338:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698971.138340:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138342:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.138343:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138345:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698971.138347:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698971.138350:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698971.138353:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698971.138355:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698971.138359:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698971.138367:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947238912:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698971.138371:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698971.138374:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138381:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698971.138382:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.138384:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698971.138386:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698971.138391:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698971.138394:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239040:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698971.138397:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698971.138399:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698971.138401:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.138403:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698971.138407:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698971.138408:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698971.138412:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698971.138415:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698971.138418:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698971.138421:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239040, portal 4
00000100:00000001:3.0:1787698971.138423:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698971.138425:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787698971.138430:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138437:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698971.138439:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698971.138441:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698971.138443:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947239040, offset 0
00000400:00000200:3.0:1787698971.138447:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698971.138450:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698971.138454:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698971.138457:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698971.138459:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698971.138461:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698971.138464:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698971.138467:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12507:12507:256:4294967295] 192.168.201.121@tcp LPNI seq info [12507:12507:8:4294967295]
00000400:00000200:3.0:1787698971.138472:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698971.138477:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698971.138482:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.138485:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698971.138488:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698971.138491:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787698971.138496:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698971.138498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787698971.138501:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.138504:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698971.138506:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698971.138509:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698971.138511:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698971.138513:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698971.138515:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698971.138518:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138526:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.138529:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138535:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138537:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698971.138540:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698971.138543:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698971.138546:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698971.138548:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298857507
00000100:00000001:3.0:1787698971.138551:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298858147
00000100:00000001:3.0:1787698971.138553:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298857507
00000100:00000001:3.0:1787698971.138555:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298858147
00000100:00000001:3.0:1787698971.138558:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698971.138560:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138562:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698971.138565:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698971/real 1787698971]  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698971.138572:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698971.138573:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698971.138575:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698971.138577:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698971.138578:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698971.138581:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698971.138584:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698971.138592:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138598:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698971.138599:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138601:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.138602:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698971.138606:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138612:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698971.138616:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138622:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698971.138625:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138627:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.138628:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138630:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698971.138631:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698971.138634:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698971.138638:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698971.138641:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698971.138644:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698971.138653:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239040:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698971.138657:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698971.138660:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138667:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698971.138668:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.138670:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698971.138672:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698971.138674:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698971.138677:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239168:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698971.138680:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698971.138681:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698971.138683:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698971.138685:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698971.138688:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698971.138690:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698971.138693:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698971.138696:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698971.138698:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698971.138701:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239168, portal 4
00000100:00000001:3.0:1787698971.138702:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698971.138704:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787698971.138709:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138714:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698971.138716:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698971.138717:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698971.138719:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947239168, offset 0
00000400:00000200:3.0:1787698971.138723:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698971.138726:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698971.138730:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698971.138732:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698971.138735:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698971.138737:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698971.138739:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698971.138742:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12508:12508:256:4294967295] 192.168.201.121@tcp LPNI seq info [12508:12508:8:4294967295]
00000400:00000200:3.0:1787698971.138746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698971.138752:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698971.138756:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.138759:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698971.138763:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698971.138765:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787698971.138770:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698971.138772:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787698971.138776:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698971.138778:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698971.138781:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698971.138784:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698971.138786:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698971.138788:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698971.138790:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698971.138793:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138801:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.138804:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787698996 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138810:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138811:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698971.138814:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698971.138817:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698971.138820:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698971.138822:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298857494
00000100:00000001:3.0:1787698971.138825:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298858147
00000100:00000001:3.0:1787698971.138827:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298857494
00000100:00000001:3.0:1787698971.138829:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298858147
00000100:00000001:3.0:1787698971.138831:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698971.138834:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.138836:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698971.138839:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698971/real 1787698971]  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698971.138874:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698971.138875:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698971.138877:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698971.138879:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698971.138881:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698971.138883:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698971.138887:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698971.138894:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138901:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698971.138902:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138904:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.138906:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698971.138909:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138916:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698971.138920:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138927:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698971.138930:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138931:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698971.138933:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138935:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698971.138937:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698971.138940:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698971.138944:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698971.138946:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698971.138950:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698971.138957:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239168:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698971.138961:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138963:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.138966:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947238912/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.138973:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698971.138975:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698971.138977:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698971.138980:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698971.138982:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698971.138983:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698971.138985:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698971.138988:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:3.0:1787698971.138990:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698971.138992:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698971.138993:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787698971.138996:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698971.138997:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.138999:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.139002:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947239040/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.139009:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698971.139010:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698971.139011:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698971.139014:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698971.139015:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698971.139016:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698971.139018:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698971.139020:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787698971.139022:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698971.139024:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698971.139025:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787698971.139027:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698971.139028:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.139030:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698971.139033:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947239168/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787698996 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698971.139040:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698971.139041:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698971.139043:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698971.139045:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698971.139046:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698971.139047:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698971.139049:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698971.139051:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787698971.139052:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698971.139053:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698971.139055:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698971.139057:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698971.139058:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.139060:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.139065:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698971.139067:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.139069:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698971.139071:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.584942:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698971.584947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698971.584950:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698971.584951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.584953:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698971.584959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698971.584959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698971.584962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.584964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698971.584967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698971.584969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698971.584971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698971.584973:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698971.584976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698971.584979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698971.585061:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698971.585068:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698971.585070:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698971.585073:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698971.585075:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698971.585077:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.585079:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698971.585081:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698971.585083:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698971.585157:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698971.585161:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698971.585164:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698971.840937:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298858147, at 4298858176
00000100:00000040:0.0:1787698971.840939:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298858147, at 4298858176
00000100:00000010:0.0:1787698971.840953:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122f00.
00000100:00000010:1.0:1787698971.840956:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122600.
00000100:00000001:0.0:1787698972.161020:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698972.161029:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698972.161031:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698972.161036:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698972.161040:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698972.161044:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698972.161046:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698972.161049:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698972.161052:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698972.608947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698972.608956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698972.608957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698972.608959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698972.608961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698972.608968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698972.608969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698972.608974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698972.608975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698972.608981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698972.608981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698972.608982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698972.608986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698972.608987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698972.608990:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698972.608992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698972.608993:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698972.608998:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698972.608999:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698972.609001:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698972.609005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698972.609007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698972.609008:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698972.609011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698972.609012:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698972.609016:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698972.609020:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698973.184992:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698973.185001:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698973.185004:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698973.185011:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698973.185016:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698973.185021:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698973.185024:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698973.185027:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698973.185031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698973.632942:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698973.632948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698973.632951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698973.632954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698973.632954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698973.632958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698973.632960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698973.632963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698973.632965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698973.632968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698973.632969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698973.632972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698973.632973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698973.632977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698973.632980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698973.632984:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698973.632985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698973.632985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698973.632992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698973.632994:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698973.632997:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633000:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633007:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698973.633010:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633013:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633015:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633021:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698973.633023:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698973.633024:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698973.633026:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633027:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698973.633029:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633030:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633032:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698973.633035:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698973.633037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698973.633082:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698973.633086:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698973.633090:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698974.208990:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698974.208998:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698974.209001:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698974.209008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698974.209012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698974.209017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698974.209020:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698974.209023:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698974.209027:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698974.656980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698974.656980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698974.656989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698974.656990:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698974.656990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698974.656996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698974.656996:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698974.656997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698974.657006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698974.657007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698974.657007:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698974.657010:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698974.657014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698974.657014:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698974.657017:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698974.657020:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698974.657021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698974.657021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698974.657028:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698974.657032:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698974.657037:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698974.657037:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698974.657042:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698974.657045:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698974.657045:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698974.657050:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698974.657054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698975.232979:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698975.232990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698975.232992:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698975.232999:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698975.233003:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698975.233007:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698975.233010:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698975.233014:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698975.233017:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698975.680960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698975.680964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698975.680969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698975.680970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698975.680972:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698975.680973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698975.680980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698975.680981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698975.680982:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698975.680985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698975.680989:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698975.680990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698975.680994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698975.680994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698975.680999:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698975.681000:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698975.681000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698975.681003:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698975.681009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698975.681010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698975.681017:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698975.681023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698975.681026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698975.681029:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698975.681068:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698975.681073:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698975.681077:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698976.257008:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1787698976.257008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698976.257015:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698976.257017:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698976.257020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787698976.257024:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787698976.257028:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:2.0:1787698976.257029:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698976.257034:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698976.257036:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698976.257038:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698976.257041:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698976.257043:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698976.257046:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698976.257046:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4190
00000400:00000200:2.0:1787698976.257057:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698976.257064:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698976.257068:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698976.257071:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257075:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698976.257078:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257080:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698976.257085:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787698976.257087:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787698976.257090:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787698976.257093:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787698976.257095:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787698976.257098:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787698976.257101:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257103:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698976.257105:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257107:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698976.257109:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787698976.257112:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257115:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698976.257118:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698976.257122:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698976.257124:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698976.257127:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787698976.257130:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698976.257142:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2e1c0.
00000020:00000040:2.0:1787698976.257146:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787698976.257150:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698976.257152:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698976.257157:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698976.257160:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698976.257165:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787698976.257172:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a400.
00000100:00000001:2.0:1787698976.257179:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698976.257189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787698976.257200:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698976.257204:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698976.257209:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000753f72e0] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698976.257245:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698976.257248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698976.257251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787698976.257253:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698976.257254:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698976.257257:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698976.257260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4190
00000400:00000200:2.0:1787698976.257263:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698976.257266:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698976.257269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787698976.257272:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257275:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698976.257278:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257280:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698976.257283:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787698976.257284:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787698976.257285:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787698976.257288:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787698976.257289:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698976.257292:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787698976.257293:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787698976.257297:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787698976.257300:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787698976.257301:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698976.257306:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257311:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698976.257316:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698976.257316:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698976.257320:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698976.257321:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698976.257325:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:3.0:1787698976.257326:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787698976.257329:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:3.0:1787698976.257331:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787698976.257333:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698976.257337:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698976.257337:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698976.257344:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787698976.257344:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947239296:192.168.201.121@tcp:250:kworker.0
02000000:00000001:2.0:1787698976.257350:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257353:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787698976.257354:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698976.257360:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787698976.257360:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698976.257364:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787698976.257365:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.257368:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787698976.257369:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698976.257374:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
00000100:00000010:2.0:1787698976.257377:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2d2c0.
02000000:00000001:3.0:1787698976.257377:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787698976.257384:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000200:3.0:1787698976.257385:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698976.257390:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
02000000:00000001:2.0:1787698976.257392:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698976.257394:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698976.257396:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698976.257400:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698976.257402:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698976.257403:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
02000000:00000010:2.0:1787698976.257410:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328400.
00000100:00000200:3.0:1787698976.257411:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239296, portal 25
00000100:00000001:3.0:1787698976.257416:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698976.257417:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214395328 : -116989495156288 : ffff959942b2e1c0)
00000100:00000001:2.0:1787698976.257418:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698976.257423:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787698976.257430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698976.257431:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698976.257437:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698976.257440:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698976.257444:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947239296, offset 0
00000100:00000001:2.0:1787698976.257445:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698976.257449:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698976.257453:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698976.257458:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077903b11] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698976.257464:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.257472:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787698976.257473:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698976.257478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787698976.257481:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787698976.257483:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787698976.257484:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1787698976.257486:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698976.257490:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787698976.257491:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:2.0:1787698976.257495:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4190
00000400:00000200:3.0:1787698976.257499:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698976.257503:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698976.257508:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12509:12509:256:4294967295] 192.168.201.121@tcp LPNI seq info [12509:12509:8:4294967295]
00000400:00000200:3.0:1787698976.257512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698976.257518:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787698976.257524:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787698976.257529:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787698976.257532:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787698976.257536:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257540:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787698976.257544:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787698976.257545:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:3.0:1787698976.257553:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000100:00000001:2.0:1787698976.257556:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787698976.257559:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.0:1787698976.257563:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:2.0:1787698976.257564:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787698976.257567:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:3.0:1787698976.257570:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1787698976.257571:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787698976.257575:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787698976.257579:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:3.1:1787698976.257580:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:2.0:1787698976.257585:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:3.1:1787698976.257586:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787698976.257590:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698976.257595:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000100:3.0:1787698976.257598:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257599:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698976.257603:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000010:3.0:1787698976.257603:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000100:00080000:2.0:1787698976.257610:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257613:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698976.257615:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787698976.257615:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787698976.257620:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787698976.257625:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787698976.257626:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698976.257630:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787698976.257634:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787698976.257635:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000008:00000001:2.0:1787698976.257640:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698976.257641:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:2.0:1787698976.257643:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257647:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1787698976.257650:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000100:00000200:3.0:1787698976.257654:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787698976.257655:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787698976.257660:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698976.257662:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698976.257667:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787698976.257669:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787698976.257672:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257675:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1787698976.257677:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632ac00.
00000100:00000040:3.0:1787698976.257681:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698976.257682:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698976.257692:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698976.257695:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257699:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787698976.257705:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787698976.257708:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257709:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698976.257713:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698976.257716:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698976.257722:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298863267
00000100:00000010:3.0:1787698976.257728:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122180.
00000100:00000001:2.0:1787698976.257730:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787698976.257734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698976.257737:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1787698976.257738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787698976.257741:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787698976.257743:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698976.257747:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787698976.257749:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4190
00000100:00000001:3.0:1787698976.257750:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298863267
00000100:00000010:3.0:1787698976.257754:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501227e0.
00000400:00000200:2.0:1787698976.257755:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698976.257758:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000400:00000200:2.0:1787698976.257761:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698976.257763:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787698976.257765:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698976.257766:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257770:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1787698976.257773:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257777:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787698976.257777:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698976/real 1787698976]  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698976.257783:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257789:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000001:3.0:1787698976.257790:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787698976.257792:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:3.0:1787698976.257793:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1787698976.257795:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000010:3.0:1787698976.257796:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000020:00000001:2.0:1787698976.257798:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787698976.257800:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000020:00000040:2.0:1787698976.257802:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000010:3.0:1787698976.257802:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000020:00000001:2.0:1787698976.257808:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787698976.257808:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1787698976.257812:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:3.0:1787698976.257813:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787698976.257821:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257825:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787698976.257829:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:3.0:1787698976.257829:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698976.257835:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787698976.257839:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787698976.257845:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1787698976.257846:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787698976.257880:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787698976.257883:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787698976.257886:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787698976.257890:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257890:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698976.257895:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698976.257895:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.257898:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787698976.257899:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787698976.257904:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698976.257904:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698976.257908:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787698976.257916:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000100:00000001:3.0:1787698976.257916:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787698976.257922:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000040:3.0:1787698976.257923:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787698976.257927:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787698976.257929:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257932:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787698976.257933:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787698976.257935:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787698976.257936:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787698976.257937:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.257940:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787698976.257941:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257943:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698976.257945:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1787698976.257947:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328000.
00000100:00080000:3.0:1787698976.257948:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698976.257953:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:2.0:1787698976.257954:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.257956:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787698976.257962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787698976.257964:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698976.257989:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787698976.257991:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947239296:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787698976.257992:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258000:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787698976.258002:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258005:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258012:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2e1c0 x1874533947239296/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787698976.258016:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787698976.258024:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4200)
00000100:00000001:3.0:1787698976.258024:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698976.258029:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258033:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698976.258037:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698976.258040:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698976.258041:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698976.258044:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698976.258048:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a400.
02000000:00000001:3.0:1787698976.258053:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698976.258055:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698976.258057:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2e1c0.
00000100:00000001:3.0:1787698976.258062:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698976.258063:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258066:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258072:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698976.258074:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258076:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698976.258077:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698976.258079:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698976.258083:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258090:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698976.258092:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.258094:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698976.258096:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698976.258098:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698976.258101:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239424:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698976.258104:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698976.258106:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698976.258108:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.258109:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258112:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698976.258114:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698976.258118:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698976.258120:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698976.258124:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698976.258126:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239424, portal 10
00000100:00000001:3.0:1787698976.258128:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698976.258129:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214391488 : -116989495160128 : ffff959942b2d2c0)
00000100:00000040:3.0:1787698976.258135:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258141:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698976.258144:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698976.258146:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698976.258148:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947239424, offset 0
00000400:00000200:3.0:1787698976.258152:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698976.258156:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.258159:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698976.258162:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698976.258164:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698976.258166:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698976.258169:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698976.258172:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12510:12510:256:4294967295] 192.168.201.121@tcp LPNI seq info [12510:12510:8:4294967295]
00000400:00000200:3.0:1787698976.258176:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.258181:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698976.258185:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698976.258190:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698976.258193:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698976.258196:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787698976.258201:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698976.258203:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787698976.258207:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698976.258208:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698976.258211:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698976.258214:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698976.258217:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698976.258219:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698976.258222:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698976.258225:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258245:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258247:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258252:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258253:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698976.258255:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698976.258258:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698976.258260:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698976.258262:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298862610
00000100:00000001:3.0:1787698976.258264:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298863267
00000100:00000001:3.0:1787698976.258265:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298862610
00000100:00000001:3.0:1787698976.258266:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298863267
00000100:00000001:3.0:1787698976.258268:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698976.258269:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258270:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698976.258272:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698976/real 1787698976]  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698976.258290:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698976.258292:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698976.258293:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698976.258296:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698976.258297:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698976.258299:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698976.258302:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698976.258310:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258316:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698976.258318:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258319:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.258320:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698976.258324:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258331:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698976.258335:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258341:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698976.258343:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258345:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.258346:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258347:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698976.258349:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698976.258352:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698976.258355:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698976.258357:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698976.258361:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698976.258368:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239424:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698976.258372:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698976.258374:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258380:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698976.258381:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.258383:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698976.258385:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698976.258387:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698976.258389:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239552:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698976.258392:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698976.258394:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698976.258395:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.258397:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258400:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698976.258402:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698976.258406:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698976.258408:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698976.258412:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698976.258414:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239552, portal 4
00000100:00000001:3.0:1787698976.258416:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698976.258418:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:3.0:1787698976.258424:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258431:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698976.258433:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698976.258435:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698976.258438:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947239552, offset 0
00000400:00000200:3.0:1787698976.258443:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698976.258447:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.258450:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698976.258453:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698976.258455:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698976.258457:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698976.258460:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698976.258462:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12511:12511:256:4294967295] 192.168.201.121@tcp LPNI seq info [12511:12511:8:4294967295]
00000400:00000200:3.0:1787698976.258466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.258472:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698976.258476:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698976.258480:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698976.258483:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698976.258486:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787698976.258490:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698976.258493:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787698976.258496:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698976.258498:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698976.258500:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698976.258502:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698976.258504:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698976.258505:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698976.258507:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698976.258509:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258514:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258516:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258520:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258521:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698976.258523:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698976.258525:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698976.258527:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698976.258529:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298862627
00000100:00000001:3.0:1787698976.258530:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298863267
00000100:00000001:3.0:1787698976.258532:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298862627
00000100:00000001:3.0:1787698976.258533:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298863267
00000100:00000001:3.0:1787698976.258534:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698976.258535:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258536:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698976.258538:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698976/real 1787698976]  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698976.258543:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698976.258544:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698976.258545:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698976.258546:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698976.258547:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698976.258548:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698976.258550:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698976.258555:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258558:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698976.258559:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258560:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.258561:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698976.258562:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258566:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698976.258568:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258571:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698976.258573:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258574:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.258575:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258576:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698976.258578:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698976.258579:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698976.258581:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698976.258582:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698976.258584:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698976.258588:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239552:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698976.258590:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698976.258591:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258595:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698976.258596:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.258598:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698976.258599:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698976.258600:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698976.258602:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239680:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698976.258603:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698976.258604:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698976.258605:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698976.258606:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258609:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698976.258610:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698976.258611:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698976.258613:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698976.258615:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698976.258616:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239680, portal 4
00000100:00000001:3.0:1787698976.258618:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698976.258619:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:3.0:1787698976.258623:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258627:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698976.258628:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698976.258630:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698976.258631:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947239680, offset 0
00000400:00000200:3.0:1787698976.258633:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698976.258635:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.258637:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698976.258639:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698976.258641:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698976.258642:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698976.258644:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698976.258646:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12512:12512:256:4294967295] 192.168.201.121@tcp LPNI seq info [12512:12512:8:4294967295]
00000400:00000200:3.0:1787698976.258648:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698976.258652:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698976.258654:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698976.258656:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698976.258658:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698976.258660:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787698976.258663:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698976.258665:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787698976.258669:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698976.258671:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698976.258673:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698976.258676:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698976.258679:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698976.258680:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698976.258682:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698976.258686:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258699:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258703:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699001 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258709:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258711:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698976.258714:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698976.258716:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698976.258719:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698976.258721:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298862614
00000100:00000001:3.0:1787698976.258724:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298863267
00000100:00000001:3.0:1787698976.258726:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298862614
00000100:00000001:3.0:1787698976.258728:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298863267
00000100:00000001:3.0:1787698976.258730:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698976.258732:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258734:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698976.258738:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698976/real 1787698976]  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698976.258745:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698976.258747:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698976.258748:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698976.258751:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698976.258752:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698976.258754:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698976.258757:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698976.258766:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258773:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698976.258775:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258777:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.258778:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698976.258781:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258785:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698976.258788:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258792:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698976.258793:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258794:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698976.258795:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258796:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698976.258797:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698976.258798:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698976.258800:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698976.258801:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698976.258803:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698976.258807:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239680:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698976.258810:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258811:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258813:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2d2c0 x1874533947239424/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258817:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698976.258818:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258820:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698976.258822:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698976.258824:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698976.258825:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698976.258827:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698976.258829:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328400.
02000000:00000001:3.0:1787698976.258831:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698976.258832:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698976.258833:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2d2c0.
00000100:00000001:3.0:1787698976.258837:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698976.258838:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258840:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258843:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947239552/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258870:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698976.258871:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258872:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698976.258874:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698976.258875:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698976.258876:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698976.258877:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698976.258878:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632ac00.
02000000:00000001:3.0:1787698976.258879:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698976.258880:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698976.258881:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:3.0:1787698976.258883:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698976.258884:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258885:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698976.258888:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947239680/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699001 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698976.258891:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698976.258892:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698976.258893:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698976.258895:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698976.258895:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698976.258896:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698976.258897:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698976.258898:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328000.
02000000:00000001:3.0:1787698976.258899:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698976.258900:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698976.258901:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:3.0:1787698976.258903:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698976.258904:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258905:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698976.258907:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698976.258909:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.258910:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698976.258911:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.704966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698976.704967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698976.704975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.704976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698976.704979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698976.704983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698976.704985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698976.704986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698976.704992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698976.704992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698976.704998:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698976.704999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698976.705002:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698976.705005:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698976.705008:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698976.705009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698976.705013:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698976.705014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698976.705016:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698976.705019:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698976.705023:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698976.705048:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698976.705051:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698976.705054:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698976.705103:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698976.705106:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698976.705107:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698976.705109:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698976.705111:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698976.705112:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698976.705114:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698976.705114:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698976.705116:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698976.960986:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298863267, at 4298863296
00000100:00000040:1.0:1787698976.960986:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298863267, at 4298863296
00000100:00000010:1.0:1787698976.961004:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501227e0.
00000100:00000010:0.0:1787698976.961006:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122180.
00000100:00000001:0.0:1787698977.280898:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698977.280906:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698977.280908:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698977.280913:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698977.280916:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698977.280919:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698977.280921:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698977.280923:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698977.280925:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698977.728984:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698977.728988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698977.728991:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698977.728992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698977.728993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698977.728995:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698977.729000:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787698977.729002:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698977.729004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698977.729005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698977.729009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698977.729009:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698977.729010:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698977.729015:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698977.729016:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698977.729017:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698977.729021:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698977.729021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698977.729022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698977.729028:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698977.729033:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698977.729033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698977.729037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698977.729042:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698977.729055:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698977.729060:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698977.729064:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698978.305009:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698978.305020:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698978.305023:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698978.305029:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698978.305032:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698978.305036:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698978.305039:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698978.305041:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698978.305044:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698978.752936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698978.752947:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698978.752950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698978.752955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698978.752959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698978.752964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698978.752967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698978.752968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698978.752971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698978.752976:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698978.752977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698978.752983:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698978.752990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698978.752993:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698978.752997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698978.752999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698978.752999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698978.753002:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698978.753003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698978.753005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698978.753008:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698978.753010:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698978.753014:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698978.753015:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698978.753038:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698978.753041:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698978.753044:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698979.328965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698979.328972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698979.328975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698979.328980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698979.328984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698979.328987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698979.328990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698979.328992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698979.328995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698979.776955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698979.776955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698979.776955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698979.776960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698979.776961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698979.776965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698979.776965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698979.776968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698979.776969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698979.776969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698979.776973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698979.776973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698979.776976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698979.776977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698979.776978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698979.776981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698979.776983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698979.776985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698979.776985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698979.776991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698979.776995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698979.776998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698979.776999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698979.777002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698979.777252:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698979.777256:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698979.777259:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787698980.352929:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698980.352936:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698980.352938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698980.352943:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698980.352946:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698980.352949:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698980.352952:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698980.352954:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698980.352957:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698980.801022:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698980.801022:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698980.801032:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698980.801033:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698980.801035:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698980.801036:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698980.801045:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698980.801045:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698980.801052:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698980.801052:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698980.801057:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698980.801057:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698980.801064:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698980.801068:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698980.801070:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698980.801072:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698980.801075:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698980.801078:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698980.801280:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698980.801284:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698980.801290:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698980.801291:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698980.801296:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698980.801297:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698980.801320:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698980.801323:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698980.801326:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787698981.376986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698981.376987:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698981.376995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787698981.376996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698981.376999:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377000:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698981.377004:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787698981.377006:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787698981.377009:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698981.377012:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787698981.377017:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4195
00000100:00000001:0.0:1787698981.377018:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698981.377023:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698981.377026:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787698981.377028:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698981.377032:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698981.377036:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698981.377040:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698981.377042:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377045:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698981.377046:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377048:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698981.377052:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698981.377053:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787698981.377056:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698981.377060:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787698981.377062:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787698981.377065:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787698981.377068:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377070:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698981.377073:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698981.377078:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787698981.377082:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377084:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698981.377088:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698981.377092:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698981.377095:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377097:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698981.377100:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698981.377111:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787698981.377114:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787698981.377118:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698981.377119:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377122:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698981.377125:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698981.377129:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698981.377136:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787698981.377142:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698981.377165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698981.377172:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698981.377176:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698981.377179:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698981.377196:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698981.377199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698981.377201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787698981.377202:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698981.377203:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698981.377205:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787698981.377207:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4195
00000400:00000200:1.0:1787698981.377209:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698981.377211:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698981.377213:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787698981.377216:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377218:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698981.377221:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377223:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698981.377225:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698981.377227:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787698981.377229:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698981.377232:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787698981.377235:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787698981.377237:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787698981.377241:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698981.377241:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698981.377246:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787698981.377246:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698981.377251:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698981.377252:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377258:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:3.0:1787698981.377259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787698981.377262:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787698981.377271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377276:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.377278:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787698981.377280:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787698981.377281:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698981.377287:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698981.377288:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698981.377292:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.377294:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698981.377295:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787698981.377300:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787698981.377302:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787698981.377306:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947239808:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698981.377313:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698981.377318:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787698981.377319:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.377321:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377325:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.377325:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787698981.377332:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
02000000:00000010:3.0:1787698981.377332:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698981.377335:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698981.377337:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787698981.377341:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698981.377342:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698981.377345:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698981.377346:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787698981.377348:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787698981.377350:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
02000000:00000001:1.0:1787698981.377351:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698981.377358:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787698981.377361:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787698981.377362:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00100000:1.0:1787698981.377367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698981.377373:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787698981.377374:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239808, portal 25
00000100:00000001:1.0:1787698981.377375:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698981.377381:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.377382:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698981.377385:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000001:1.0:1787698981.377397:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698981.377398:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787698981.377401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787698981.377408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787698981.377411:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787698981.377413:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698981.377417:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698981.377420:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787698981.377421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4195
00000400:00000200:1.0:1787698981.377426:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787698981.377429:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698981.377431:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698981.377434:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1787698981.377435:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000040:1.0:1787698981.377437:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377440:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787698981.377442:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947239808, offset 0
00000100:00000040:1.0:1787698981.377443:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377447:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787698981.377448:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787698981.377449:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787698981.377450:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698981.377452:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787698981.377455:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787698981.377456:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787698981.377457:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787698981.377463:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377465:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787698981.377467:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377470:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787698981.377471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787698981.377476:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787698981.377483:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787698981.377483:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787698981.377490:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698981.377493:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787698981.377493:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787698981.377497:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787698981.377502:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:1.0:1787698981.377503:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377507:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698981.377510:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787698981.377510:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1787698981.377513:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377517:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698981.377517:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000010:1.0:1787698981.377520:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000020:00000040:1.0:1787698981.377524:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787698981.377526:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12513:12513:256:4294967295] 192.168.201.121@tcp LPNI seq info [12513:12513:8:4294967295]
02000000:00000001:1.0:1787698981.377528:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698981.377532:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377535:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787698981.377536:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787698981.377539:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698981.377543:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698981.377547:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:1.0:1787698981.377554:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698981.377554:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787698981.377564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787698981.377566:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.377575:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000100:00000001:1.0:1787698981.377576:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698981.377580:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698981.377586:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787698981.377588:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698981.377596:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1787698981.377599:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698981.377604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1787698981.377606:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:1.0:1787698981.377609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787698981.377613:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1787698981.377614:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1787698981.377615:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698981.377620:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:3.0:1787698981.377624:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787698981.377625:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4195
00000800:00000010:3.0:1787698981.377630:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:1.0:1787698981.377632:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698981.377638:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787698981.377640:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787698981.377641:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787698981.377647:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377652:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787698981.377653:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787698981.377658:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377662:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787698981.377663:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000020:00000001:1.0:1787698981.377665:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:3.0:1787698981.377667:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000020:00000040:1.0:1787698981.377669:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787698981.377672:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787698981.377674:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787698981.377677:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787698981.377679:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787698981.377681:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787698981.377683:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377687:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787698981.377689:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787698981.377691:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698981.377697:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787698981.377702:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787698981.377708:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698981.377721:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787698981.377722:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698981.377727:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698981.377729:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787698981.377734:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698981.377738:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.377738:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.377743:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698981.377744:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787698981.377748:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787698981.377751:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377753:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.377753:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698981.377757:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000400:00000200:3.0:1787698981.377762:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698981.377765:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298868387
00000020:00000040:1.0:1787698981.377771:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000010:3.0:1787698981.377772:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122240.
02000000:00000001:1.0:1787698981.377778:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787698981.377780:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.377782:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787698981.377783:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1787698981.377784:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787698981.377788:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.377791:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298868387
02000000:00000010:1.0:1787698981.377796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00000010:3.0:1787698981.377796:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122ea0.
00000100:00000001:3.0:1787698981.377800:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787698981.377802:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.377804:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698981.377808:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698981.377812:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698981.377816:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698981.377824:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698981/real 1787698981]  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698981.377825:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787698981.377830:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787698981.377840:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787698981.377842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698981.377844:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698981.377873:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698981.377877:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698981.377879:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698981.377883:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698981.377890:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698981.377891:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698981.377900:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4205)
00000100:00000200:3.0:1787698981.377905:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.377912:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698981.377916:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.377919:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.377921:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698981.377925:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.377931:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698981.377936:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.377942:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698981.377945:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.377947:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.377948:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.377951:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698981.377953:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698981.377956:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698981.377961:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698981.377963:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698981.377968:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698981.377976:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947239808:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698981.377980:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.377983:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.377986:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947239808/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.377992:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698981.377996:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698981.377999:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698981.378002:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698981.378004:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698981.378006:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698981.378008:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698981.378010:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787698981.378014:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698981.378015:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698981.378017:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787698981.378019:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698981.378020:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378022:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378030:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698981.378032:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378034:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698981.378035:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698981.378037:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698981.378041:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378048:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698981.378049:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.378051:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698981.378053:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698981.378055:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698981.378058:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239936:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698981.378061:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698981.378063:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698981.378064:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.378066:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698981.378069:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698981.378071:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698981.378075:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698981.378077:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698981.378081:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698981.378084:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947239936, portal 10
00000100:00000001:3.0:1787698981.378086:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698981.378087:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787698981.378094:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378101:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698981.378104:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698981.378105:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698981.378108:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947239936, offset 0
00000400:00000200:3.0:1787698981.378111:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698981.378114:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698981.378117:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698981.378119:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698981.378120:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698981.378122:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698981.378124:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698981.378127:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12514:12514:256:4294967295] 192.168.201.121@tcp LPNI seq info [12514:12514:8:4294967295]
00000400:00000200:3.0:1787698981.378131:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698981.378137:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698981.378141:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.378160:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698981.378165:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698981.378168:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787698981.378172:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698981.378175:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787698981.378179:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.378182:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698981.378184:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698981.378186:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698981.378188:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698981.378189:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698981.378191:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698981.378194:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378199:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.378201:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378209:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378210:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698981.378212:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698981.378215:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698981.378218:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698981.378219:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298867730
00000100:00000001:3.0:1787698981.378221:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298868387
00000100:00000001:3.0:1787698981.378223:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298867730
00000100:00000001:3.0:1787698981.378225:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298868387
00000100:00000001:3.0:1787698981.378227:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698981.378229:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378231:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698981.378235:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698981/real 1787698981]  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698981.378243:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698981.378244:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698981.378247:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698981.378249:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698981.378250:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698981.378253:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698981.378255:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698981.378263:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378270:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698981.378271:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378273:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.378274:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698981.378277:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378283:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698981.378287:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378293:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698981.378295:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378297:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.378298:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378300:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698981.378303:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698981.378306:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698981.378309:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698981.378311:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698981.378315:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698981.378322:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947239936:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698981.378327:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698981.378330:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378337:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698981.378338:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.378340:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698981.378342:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698981.378344:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698981.378347:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240064:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698981.378350:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698981.378352:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698981.378354:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.378356:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698981.378360:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698981.378362:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698981.378366:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698981.378369:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698981.378372:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698981.378374:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240064, portal 4
00000100:00000001:3.0:1787698981.378376:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698981.378377:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787698981.378383:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378389:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698981.378391:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698981.378393:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698981.378395:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947240064, offset 0
00000400:00000200:3.0:1787698981.378399:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698981.378403:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698981.378407:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698981.378409:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698981.378412:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698981.378414:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698981.378416:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698981.378419:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12515:12515:256:4294967295] 192.168.201.121@tcp LPNI seq info [12515:12515:8:4294967295]
00000400:00000200:3.0:1787698981.378423:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698981.378428:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698981.378433:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.378436:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698981.378439:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698981.378442:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787698981.378446:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698981.378465:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787698981.378469:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.378472:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698981.378474:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698981.378478:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698981.378481:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698981.378482:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698981.378485:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698981.378488:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378496:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.378498:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378505:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378506:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698981.378509:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698981.378512:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698981.378515:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698981.378517:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298867747
00000100:00000001:3.0:1787698981.378519:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298868387
00000100:00000001:3.0:1787698981.378521:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298867747
00000100:00000001:3.0:1787698981.378523:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298868387
00000100:00000001:3.0:1787698981.378524:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698981.378526:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378528:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698981.378531:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698981/real 1787698981]  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698981.378537:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698981.378539:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698981.378540:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698981.378542:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698981.378544:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698981.378546:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698981.378549:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698981.378556:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378562:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698981.378564:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378566:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.378567:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698981.378570:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378577:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698981.378581:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378588:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698981.378591:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378593:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.378594:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378595:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698981.378597:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698981.378600:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698981.378603:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698981.378605:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698981.378609:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698981.378616:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240064:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698981.378620:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698981.378623:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378630:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698981.378632:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.378634:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698981.378636:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698981.378638:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698981.378640:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240192:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698981.378643:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698981.378644:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698981.378646:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698981.378647:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698981.378650:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698981.378651:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698981.378653:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698981.378655:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698981.378657:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698981.378659:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240192, portal 4
00000100:00000001:3.0:1787698981.378660:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698981.378661:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:3.0:1787698981.378665:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378672:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698981.378674:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698981.378676:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698981.378678:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947240192, offset 0
00000400:00000200:3.0:1787698981.378682:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698981.378687:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698981.378690:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698981.378693:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698981.378696:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698981.378698:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698981.378700:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698981.378703:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12516:12516:256:4294967295] 192.168.201.121@tcp LPNI seq info [12516:12516:8:4294967295]
00000400:00000200:3.0:1787698981.378707:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698981.378713:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698981.378718:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.378721:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698981.378725:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698981.378727:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787698981.378731:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698981.378733:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787698981.378736:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698981.378738:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698981.378741:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698981.378744:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698981.378746:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698981.378748:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698981.378750:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698981.378754:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378761:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.378764:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378770:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378771:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698981.378775:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698981.378777:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698981.378780:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698981.378783:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298867734
00000100:00000001:3.0:1787698981.378785:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298868387
00000100:00000001:3.0:1787698981.378787:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298867734
00000100:00000001:3.0:1787698981.378789:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298868387
00000100:00000001:3.0:1787698981.378791:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698981.378794:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378796:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698981.378800:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698981/real 1787698981]  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698981.378807:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698981.378808:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698981.378810:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698981.378812:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698981.378813:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698981.378815:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698981.378818:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698981.378827:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378833:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698981.378835:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378836:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.378838:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698981.378841:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378870:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698981.378875:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378882:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698981.378884:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378886:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698981.378887:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378888:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698981.378890:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698981.378892:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698981.378896:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698981.378897:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698981.378900:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698981.378905:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240192:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698981.378907:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378908:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.378910:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947239936/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378913:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698981.378914:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698981.378916:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698981.378918:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698981.378919:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698981.378920:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698981.378921:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698981.378923:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:3.0:1787698981.378925:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698981.378926:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698981.378927:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:3.0:1787698981.378928:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698981.378929:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378930:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.378932:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947240064/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378935:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698981.378936:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698981.378937:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698981.378938:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698981.378938:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698981.378939:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698981.378940:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698981.378941:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:3.0:1787698981.378943:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698981.378944:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698981.378944:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787698981.378946:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698981.378947:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378948:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698981.378950:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947240192/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699006 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698981.378953:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698981.378953:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698981.378954:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698981.378955:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698981.378956:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698981.378956:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698981.378957:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698981.378958:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:3.0:1787698981.378959:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698981.378960:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698981.378960:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787698981.378962:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698981.378962:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378963:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.378966:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698981.378967:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698981.378968:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698981.378969:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.824982:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698981.824986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698981.824992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698981.824992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.824996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698981.825001:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787698981.825003:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698981.825004:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.825009:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698981.825012:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698981.825015:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698981.825016:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698981.825022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698981.825026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698981.825030:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698981.825048:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698981.825053:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698981.825057:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698981.825151:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698981.825155:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698981.825156:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698981.825159:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698981.825161:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698981.825164:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.825165:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698981.825167:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698981.825169:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698982.080974:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298868387, at 4298868416
00000100:00000040:1.0:1787698982.080974:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298868387, at 4298868416
00000100:00000010:1.0:1787698982.080992:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122ea0.
00000100:00000010:0.0:1787698982.080994:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122240.
00000100:00000001:3.0:1787698982.401024:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698982.401031:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698982.401033:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698982.401039:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698982.401043:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698982.401047:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698982.401050:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698982.401053:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698982.401056:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698982.848912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698982.848918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698982.848921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698982.848922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698982.848928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698982.848928:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698982.848929:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698982.848930:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698982.848933:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698982.848936:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698982.848936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698982.848938:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698982.848941:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698982.848941:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698982.848942:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698982.848944:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698982.848946:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698982.848948:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698982.848948:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698982.848949:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698982.848957:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698982.848957:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698982.848961:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698982.848965:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787698982.848981:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787698982.848983:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787698982.848987:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698983.425016:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698983.425023:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698983.425026:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698983.425030:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698983.425034:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698983.425038:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698983.425040:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698983.425043:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698983.425045:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698983.872980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698983.872980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698983.872982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698983.872989:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787698983.872990:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698983.872991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698983.872992:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787698983.872995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698983.872996:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.872997:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.873005:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:3.0:1787698983.873006:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698983.873007:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698983.873008:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.873013:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698983.873015:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698983.873015:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698983.873016:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698983.873022:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698983.873022:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698983.873023:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698983.873026:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787698983.873028:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698983.873029:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787698983.873031:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698983.873031:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.873036:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787698983.873038:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698983.873039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.873039:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.873043:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698983.873044:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698983.873045:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698983.873051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698983.873052:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698983.873055:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698983.873100:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698983.873125:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698983.873128:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698984.448949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698984.448956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698984.448958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698984.448965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698984.448969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698984.448972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698984.448974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698984.448977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698984.448980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698984.897004:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698984.897010:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698984.897011:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698984.897016:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698984.897019:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698984.897022:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698984.897025:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698984.897028:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698984.897029:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698984.897032:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698984.897034:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698984.897040:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698984.897041:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698984.897045:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698984.897047:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698984.897097:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698984.897103:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698984.897109:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698984.897174:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698984.897178:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698984.897179:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698984.897181:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698984.897183:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698984.897185:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698984.897186:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698984.897188:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698984.897189:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698985.472956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698985.472963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698985.472966:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698985.472971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698985.472974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698985.472977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698985.472979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698985.472981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698985.472983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698985.920969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698985.920977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698985.920983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698985.920985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698985.920989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698985.920991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698985.921066:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787698985.921099:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787698985.921102:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698985.924128:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698985.924135:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698985.924137:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698985.924140:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787698985.924142:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698985.924145:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698985.924147:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698985.924149:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698985.924152:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787698985.924154:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698985.924156:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698985.924159:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698985.924160:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698985.924163:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698985.924165:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698985.924166:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698985.924170:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698985.924173:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.496961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698986.496969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787698986.496971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787698986.496972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698986.496979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787698986.496980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787698986.496985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698986.496986:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787698986.496991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698986.496992:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698986.496995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698986.496998:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787698986.496999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698986.497007:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4200
00000400:00000200:0.0:1787698986.497017:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698986.497024:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698986.497026:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698986.497030:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497033:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497036:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497039:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698986.497043:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698986.497045:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698986.497047:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698986.497051:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698986.497053:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698986.497056:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698986.497072:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497076:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497078:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698986.497080:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698986.497084:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497087:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698986.497090:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698986.497093:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698986.497096:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497098:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698986.497101:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698986.497110:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787698986.497114:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698986.497126:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698986.497128:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497131:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698986.497133:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698986.497138:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698986.497145:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698986.497151:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698986.497159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698986.497169:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698986.497173:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698986.497177:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698986.497203:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698986.497207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698986.497210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698986.497211:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698986.497213:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698986.497216:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698986.497219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4200
00000400:00000200:0.0:1787698986.497224:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698986.497228:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787698986.497228:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787698986.497233:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698986.497233:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698986.497238:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787698986.497239:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497242:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497245:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497248:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698986.497249:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:3.0:1787698986.497249:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698986.497252:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698986.497253:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698986.497255:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698986.497256:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698986.497257:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698986.497260:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497260:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497261:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497263:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698986.497267:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787698986.497271:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497274:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698986.497278:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787698986.497282:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787698986.497283:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698986.497285:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497287:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698986.497289:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787698986.497290:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698986.497296:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.497297:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787698986.497299:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.497302:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787698986.497305:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
02000000:00000001:3.0:1787698986.497306:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698986.497309:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00100000:3.0:1787698986.497314:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947240320:192.168.201.121@tcp:250:kworker.0
02000000:00000001:0.0:1787698986.497315:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698986.497318:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497322:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787698986.497323:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787698986.497324:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698986.497328:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.497329:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698986.497332:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698986.497333:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787698986.497336:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787698986.497339:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698986.497343:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
00000100:00100000:0.0:1787698986.497347:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698986.497355:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787698986.497355:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497357:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698986.497361:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787698986.497366:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787698986.497371:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698986.497374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1787698986.497374:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000100:00080000:0.0:1787698986.497380:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698986.497381:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698986.497382:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698986.497384:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698986.497386:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4200
00000400:00000010:3.0:1787698986.497386:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000400:00000200:0.0:1787698986.497392:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698986.497394:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000200:3.0:1787698986.497395:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240320, portal 25
00000100:00080000:0.0:1787698986.497396:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787698986.497398:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1787698986.497401:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698986.497401:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000001:0.0:1787698986.497405:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497407:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497411:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:3.0:1787698986.497411:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698986.497414:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698986.497416:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698986.497418:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698986.497420:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787698986.497423:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:3.0:1787698986.497425:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787698986.497426:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787698986.497431:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787698986.497433:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:3.0:1787698986.497434:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000001:0.0:1787698986.497438:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787698986.497439:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947240320, offset 0
00000100:00000040:0.0:1787698986.497443:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787698986.497447:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497448:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698986.497452:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787698986.497455:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787698986.497457:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497461:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.497462:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:0.0:1787698986.497464:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698986.497469:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787698986.497469:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1787698986.497473:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.497474:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:0.0:1787698986.497477:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787698986.497480:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1787698986.497481:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787698986.497484:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000008:00000001:0.0:1787698986.497485:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.497489:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12517:12517:256:4294967295] 192.168.201.121@tcp LPNI seq info [12517:12517:8:4294967295]
00000100:00000001:0.0:1787698986.497490:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.497496:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:0.0:1787698986.497498:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787698986.497502:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787698986.497506:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787698986.497508:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698986.497511:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497513:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698986.497514:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1787698986.497517:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787698986.497518:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787698986.497523:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
02000000:00000010:0.0:1787698986.497524:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787698986.497530:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787698986.497533:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00100000:0.0:1787698986.497538:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787698986.497541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1787698986.497551:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1787698986.497552:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787698986.497555:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787698986.497557:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787698986.497563:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787698986.497567:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.497572:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000100:00000001:0.0:1787698986.497575:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698986.497578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698986.497580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1787698986.497580:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787698986.497583:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698986.497585:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698986.497589:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787698986.497590:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787698986.497592:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4200
00000400:00000200:0.0:1787698986.497598:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.497599:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000200:0.0:1787698986.497600:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698986.497604:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1787698986.497605:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000040:0.0:1787698986.497606:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497609:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497611:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698986.497612:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787698986.497613:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698986.497616:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698986.497617:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698986.497619:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1787698986.497620:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698986.497621:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787698986.497625:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698986.497628:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698986.497635:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497638:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698986.497641:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698986.497642:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787698986.497643:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.497647:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787698986.497651:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698986.497656:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698986.497657:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497660:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497661:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787698986.497663:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698986.497666:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698986.497668:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497668:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497673:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698986.497675:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787698986.497676:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:0.0:1787698986.497679:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497679:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298873507
00000100:00000001:0.0:1787698986.497682:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698986.497685:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122540.
00000100:00000010:0.0:1787698986.497686:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787698986.497689:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787698986.497691:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787698986.497692:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787698986.497693:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698986.497697:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698986.497698:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698986.497700:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497700:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298873507
02000000:00000010:0.0:1787698986.497703:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000010:3.0:1787698986.497705:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501220c0.
00000100:00000001:0.0:1787698986.497707:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497708:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787698986.497712:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787698986.497713:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698986.497715:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497720:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698986.497723:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787698986.497726:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698986/real 1787698986]  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698986.497727:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698986.497736:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698986.497737:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698986.497739:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698986.497742:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698986.497746:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698986.497748:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:0.0:1787698986.497753:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497753:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1787698986.497759:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4210)
00000100:00000200:3.0:1787698986.497765:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698986.497777:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.497784:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698986.497786:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497788:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.497790:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698986.497794:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.497801:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698986.497806:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.497812:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698986.497813:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497814:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.497815:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497816:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698986.497818:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698986.497819:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698986.497822:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698986.497823:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698986.497826:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698986.497831:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947240320:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787698986.497834:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497836:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.497837:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947240320/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.497841:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698986.497843:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698986.497845:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698986.497863:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698986.497864:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698986.497865:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787698986.497873:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698986.497876:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787698986.497880:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698986.497882:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698986.497883:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787698986.497886:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698986.497887:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497889:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.497896:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698986.497897:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.497899:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698986.497901:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698986.497902:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698986.497906:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.497919:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698986.497920:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.497922:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698986.497923:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698986.497924:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698986.497926:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240448:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698986.497928:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698986.497930:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698986.497931:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.497932:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698986.497935:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698986.497936:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.497939:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698986.497940:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698986.497942:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698986.497945:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240448, portal 10
00000100:00000001:3.0:1787698986.497946:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698986.497947:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787698986.497951:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.497956:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698986.497957:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698986.497958:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698986.497960:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947240448, offset 0
00000400:00000200:3.0:1787698986.497962:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698986.497964:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.497967:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698986.497969:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698986.497970:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698986.497972:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698986.497973:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698986.497975:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12518:12518:256:4294967295] 192.168.201.121@tcp LPNI seq info [12518:12518:8:4294967295]
00000400:00000200:3.0:1787698986.497977:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.497981:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698986.497984:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.497986:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698986.497989:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698986.497990:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787698986.497998:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698986.498000:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787698986.498003:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.498004:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698986.498007:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698986.498009:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698986.498010:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698986.498012:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698986.498013:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698986.498015:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498020:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.498021:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498028:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498029:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698986.498031:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698986.498035:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787698986.498038:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698986.498040:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298872850
00000100:00000001:3.0:1787698986.498042:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298873507
00000100:00000001:3.0:1787698986.498044:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298872850
00000100:00000001:3.0:1787698986.498046:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298873507
00000100:00000001:3.0:1787698986.498049:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698986.498050:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498052:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698986.498056:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698986/real 1787698986]  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698986.498076:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698986.498077:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698986.498079:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698986.498081:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698986.498083:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698986.498085:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698986.498088:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698986.498095:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498101:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698986.498102:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498104:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.498106:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698986.498109:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498115:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698986.498118:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498124:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698986.498127:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498128:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.498137:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498140:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698986.498142:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698986.498143:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698986.498146:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698986.498147:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698986.498150:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698986.498155:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240448:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787698986.498158:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698986.498160:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498168:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698986.498169:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.498170:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698986.498171:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698986.498172:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698986.498174:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240576:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698986.498176:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698986.498177:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698986.498178:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.498179:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698986.498181:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698986.498183:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.498186:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698986.498188:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698986.498192:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698986.498195:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240576, portal 4
00000100:00000001:3.0:1787698986.498196:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698986.498198:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787698986.498203:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498209:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698986.498211:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698986.498214:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698986.498216:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947240576, offset 0
00000400:00000200:3.0:1787698986.498229:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698986.498233:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.498237:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698986.498239:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698986.498242:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698986.498244:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698986.498246:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698986.498249:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12519:12519:256:4294967295] 192.168.201.121@tcp LPNI seq info [12519:12519:8:4294967295]
00000400:00000200:3.0:1787698986.498253:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.498259:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698986.498263:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.498275:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698986.498279:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698986.498282:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787698986.498285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698986.498287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787698986.498291:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.498293:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698986.498296:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698986.498299:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698986.498302:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698986.498304:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698986.498306:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698986.498309:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498317:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.498320:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498327:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498328:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698986.498332:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698986.498335:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787698986.498338:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698986.498340:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298872867
00000100:00000001:3.0:1787698986.498342:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298873507
00000100:00000001:3.0:1787698986.498344:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298872867
00000100:00000001:3.0:1787698986.498346:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298873507
00000100:00000001:3.0:1787698986.498348:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698986.498350:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498351:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698986.498354:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698986/real 1787698986]  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698986.498359:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698986.498360:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698986.498361:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698986.498363:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698986.498364:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698986.498365:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698986.498367:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698986.498371:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498375:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698986.498376:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498377:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.498377:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698986.498379:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498383:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698986.498386:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498389:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698986.498391:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498391:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.498392:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498393:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698986.498394:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698986.498395:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698986.498398:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698986.498399:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698986.498401:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698986.498406:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240576:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698986.498408:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787698986.498409:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498413:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698986.498413:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.498414:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787698986.498416:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698986.498417:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698986.498419:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240704:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698986.498421:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787698986.498422:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787698986.498423:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698986.498424:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787698986.498427:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698986.498428:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698986.498430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787698986.498431:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787698986.498433:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787698986.498435:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240704, portal 4
00000100:00000001:3.0:1787698986.498436:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787698986.498437:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:3.0:1787698986.498441:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498445:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787698986.498446:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787698986.498448:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787698986.498449:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947240704, offset 0
00000400:00000200:3.0:1787698986.498451:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787698986.498454:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.498456:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787698986.498458:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787698986.498459:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787698986.498461:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698986.498462:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698986.498464:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12520:12520:256:4294967295] 192.168.201.121@tcp LPNI seq info [12520:12520:8:4294967295]
00000400:00000200:3.0:1787698986.498466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698986.498470:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787698986.498472:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.498474:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787698986.498476:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787698986.498478:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787698986.498480:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787698986.498481:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787698986.498484:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787698986.498485:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787698986.498487:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787698986.498489:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787698986.498499:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787698986.498501:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787698986.498504:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787698986.498507:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498513:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.498516:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699011 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498522:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498524:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787698986.498527:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698986.498530:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787698986.498533:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698986.498535:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298872854
00000100:00000001:3.0:1787698986.498537:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298873507
00000100:00000001:3.0:1787698986.498539:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298872854
00000100:00000001:3.0:1787698986.498541:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298873507
00000100:00000001:3.0:1787698986.498543:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787698986.498545:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498546:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787698986.498549:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698986/real 1787698986]  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787698986.498557:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787698986.498558:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787698986.498560:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787698986.498562:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787698986.498564:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787698986.498566:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787698986.498569:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787698986.498577:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498583:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787698986.498584:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498586:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.498587:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787698986.498590:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498597:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787698986.498600:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498604:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787698986.498606:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498607:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787698986.498607:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498608:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787698986.498610:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787698986.498611:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787698986.498612:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787698986.498613:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787698986.498615:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787698986.498619:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240704:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787698986.498622:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498623:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.498625:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947240448/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498629:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698986.498630:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698986.498631:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787698986.498633:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698986.498634:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698986.498635:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787698986.498636:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698986.498637:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787698986.498639:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698986.498640:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698986.498641:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787698986.498642:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698986.498643:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498645:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.498646:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947240576/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498650:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698986.498651:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698986.498651:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787698986.498653:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698986.498653:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698986.498654:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787698986.498655:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698986.498655:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:3.0:1787698986.498656:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698986.498657:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698986.498658:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787698986.498659:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698986.498659:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498660:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787698986.498662:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947240704/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699011 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698986.498665:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787698986.498665:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787698986.498666:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787698986.498667:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787698986.498668:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787698986.498668:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787698986.498669:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787698986.498670:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787698986.498671:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787698986.498672:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787698986.498672:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787698986.498673:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787698986.498674:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498675:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698986.498677:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698986.498678:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698986.498679:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787698986.498680:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698986.944958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698986.944958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698986.944966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698986.944966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698986.944970:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698986.944971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698986.944977:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787698986.944978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698986.944983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698986.944988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698986.944991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698986.944994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698986.944994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698986.944998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698986.945000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698986.945003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698986.945006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698986.945010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698986.945019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698986.945021:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698986.945025:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698986.945026:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698986.945028:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698986.945031:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698986.945033:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698986.945035:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698986.945037:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698986.945039:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698986.945040:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698986.945041:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698986.945089:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698986.945093:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698986.945095:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698987.200964:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298873507, at 4298873536
00000100:00000010:0.0:1787698987.200976:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122540.
00000100:00000040:1.0:1787698987.201091:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298873507, at 4298873536
00000100:00000010:1.0:1787698987.201098:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501220c0.
00000100:00000001:3.0:1787698987.520966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698987.520972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698987.520974:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698987.520978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698987.520980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698987.520983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698987.520985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698987.520987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698987.520989:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698987.968928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698987.968936:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698987.968948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698987.968953:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698987.968956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698987.968958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698987.968961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698987.968963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698987.968966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698987.968968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698987.968969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698987.968972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698987.968975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698987.968978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698987.968979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698987.968985:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698987.968991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698987.968992:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698987.968996:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698987.968999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698987.969002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698987.969004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698987.969006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698987.969008:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698987.969030:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698987.969045:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698987.969048:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698988.544994:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698988.545002:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698988.545005:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698988.545010:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698988.545014:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698988.545017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698988.545019:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698988.545022:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698988.545037:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698988.992954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698988.992964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698988.992967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698988.992974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698988.992979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698988.992983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698988.992993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698988.992996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698988.992999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698988.993100:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698988.993107:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698988.993110:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698988.993116:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698988.993121:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698988.993125:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698988.993128:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698988.993130:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698988.993134:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698988.993213:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698988.993218:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698988.993223:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698988.993225:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698988.993229:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698988.993230:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698988.993276:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698988.993281:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698988.993284:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698989.568989:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698989.568999:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698989.569001:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698989.569036:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698989.569041:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698989.569045:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698989.569049:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698989.569051:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698989.569055:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698990.016993:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698990.017014:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698990.017016:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698990.017023:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698990.017028:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698990.017033:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698990.017037:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698990.017040:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698990.017044:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698990.017078:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698990.017082:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698990.017087:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698990.017088:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698990.017093:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698990.017095:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698990.017123:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698990.017132:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698990.017134:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698990.017140:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000020:00000001:0.0:1787698990.017145:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698990.017150:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698990.017157:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787698990.017157:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698990.017165:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698990.017168:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698990.017170:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698990.017172:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698990.592960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698990.592967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698990.592970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698990.592975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787698990.592979:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698990.592983:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698990.592986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698990.592998:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698990.593002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.040903:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698991.040913:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698991.040916:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698991.040916:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.040918:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698991.040923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698991.040923:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698991.040926:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.040928:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698991.040930:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787698991.040931:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698991.040932:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.040937:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698991.040939:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.040941:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698991.040965:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698991.040968:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698991.040970:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698991.041033:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698991.041035:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698991.041036:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698991.041038:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698991.041040:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698991.041042:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698991.041043:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698991.041044:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698991.041045:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698991.616963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787698991.616968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787698991.616983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787698991.616983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698991.616985:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.616985:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698991.616988:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787698991.616989:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787698991.616992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698991.616992:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787698991.616995:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698991.616997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698991.616999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787698991.616999:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4205
00000100:00000001:0.0:1787698991.617002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698991.617006:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698991.617012:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698991.617015:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698991.617018:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617021:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698991.617023:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617026:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698991.617029:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698991.617032:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787698991.617042:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698991.617045:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787698991.617046:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787698991.617048:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787698991.617050:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617052:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698991.617053:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617054:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698991.617057:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787698991.617061:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617063:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698991.617066:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787698991.617069:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698991.617071:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617073:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787698991.617076:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698991.617084:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787698991.617088:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787698991.617091:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698991.617093:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617096:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698991.617098:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698991.617110:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787698991.617118:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787698991.617124:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698991.617132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787698991.617143:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698991.617146:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698991.617149:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617170:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698991.617173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698991.617176:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787698991.617177:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698991.617179:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787698991.617181:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698991.617184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4205
00000400:00000200:3.0:1787698991.617188:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787698991.617192:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698991.617195:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698991.617198:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617201:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698991.617202:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787698991.617205:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698991.617207:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698991.617210:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787698991.617211:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698991.617216:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787698991.617218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.617225:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698991.617227:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787698991.617228:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
02000000:00000001:1.0:1787698991.617231:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787698991.617232:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787698991.617234:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787698991.617237:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
02000000:00000001:1.0:1787698991.617238:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787698991.617242:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00100000:1.0:1787698991.617243:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947240832:192.168.201.121@tcp:250:kworker.0
00000020:00000001:3.0:1787698991.617245:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787698991.617250:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787698991.617252:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698991.617254:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787698991.617255:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787698991.617258:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787698991.617259:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787698991.617262:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787698991.617262:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698991.617266:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000010:1.0:1787698991.617267:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
00000100:00080000:3.0:1787698991.617269:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787698991.617270:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617272:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787698991.617274:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698991.617277:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787698991.617279:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787698991.617281:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:3.0:1787698991.617282:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617285:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787698991.617287:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000008:00100000:3.0:1787698991.617289:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698991.617292:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617293:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787698991.617294:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240832, portal 25
00000100:00000010:3.0:1787698991.617297:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787698991.617298:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698991.617302:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000020:00000040:3.0:1787698991.617302:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787698991.617305:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787698991.617305:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617307:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698991.617310:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787698991.617311:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.617313:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787698991.617315:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787698991.617321:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.617323:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787698991.617328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787698991.617329:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698991.617333:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698991.617338:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947240832, offset 0
00000100:00000001:3.0:1787698991.617338:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698991.617342:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.617347:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787698991.617348:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617355:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.617356:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787698991.617359:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787698991.617362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787698991.617364:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787698991.617365:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698991.617369:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787698991.617371:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787698991.617372:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787698991.617377:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4205
00000400:00000200:1.0:1787698991.617378:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698991.617384:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787698991.617385:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.617388:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787698991.617391:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698991.617393:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698991.617402:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698991.617403:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12521:12521:256:4294967295] 192.168.201.121@tcp LPNI seq info [12521:12521:8:4294967295]
00000100:00000001:3.0:1787698991.617405:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698991.617411:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698991.617414:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787698991.617416:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698991.617420:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698991.617421:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787698991.617424:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698991.617428:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787698991.617430:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787698991.617432:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787698991.617437:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787698991.617442:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787698991.617444:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617448:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787698991.617449:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000040:3.0:1787698991.617450:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617455:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:1.0:1787698991.617459:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:3.0:1787698991.617460:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:1.0:1787698991.617464:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1787698991.617468:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:1.1:1787698991.617473:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787698991.617475:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787698991.617476:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1787698991.617479:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1787698991.617482:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.617485:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
02000000:00000001:3.0:1787698991.617485:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698991.617490:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.617492:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787698991.617493:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787698991.617497:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787698991.617498:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787698991.617502:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000008:00000001:3.0:1787698991.617502:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617506:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698991.617510:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000400:00000010:1.0:1787698991.617511:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000020:00000040:3.0:1787698991.617513:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:1.0:1787698991.617516:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787698991.617518:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787698991.617520:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787698991.617522:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617527:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787698991.617531:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698991.617533:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787698991.617534:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.617539:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787698991.617540:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787698991.617546:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.617553:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698991.617556:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698991.617557:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698991.617565:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698991.617566:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698991.617570:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.617573:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698991.617578:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298878627
00000100:00000040:3.0:1787698991.617578:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787698991.617586:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ae0.
00000100:00000001:3.0:1787698991.617590:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787698991.617594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787698991.617596:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1787698991.617599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787698991.617603:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787698991.617604:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787698991.617605:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298878627
00000100:00000001:3.0:1787698991.617608:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1787698991.617611:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470103c0.
00000100:00080000:3.0:1787698991.617614:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4205
00000100:00000001:1.0:1787698991.617617:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1787698991.617622:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698991.617623:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698991.617628:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787698991.617628:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787698991.617633:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787698991.617638:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698991.617641:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787698991.617641:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787698991.617646:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00100000:1.0:1787698991.617650:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698991/real 1787698991]  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617651:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787698991.617655:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787698991.617658:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787698991.617662:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787698991.617665:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000001:1.0:1787698991.617670:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787698991.617670:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000001:1.0:1787698991.617673:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787698991.617675:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000010:1.0:1787698991.617677:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000040:3.0:1787698991.617682:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698991.617683:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698991.617687:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787698991.617687:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698991.617689:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787698991.617693:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:1.0:1787698991.617695:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617698:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787698991.617704:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000200:1.0:1787698991.617708:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787698991.617711:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787698991.617718:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.617721:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787698991.617721:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787698991.617723:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.617726:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.617727:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787698991.617727:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787698991.617732:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698991.617733:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617737:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787698991.617742:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787698991.617742:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787698991.617747:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.617749:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617751:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787698991.617757:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787698991.617758:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698991.617762:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787698991.617763:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698991.617765:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.617767:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.617770:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787698991.617771:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787698991.617772:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787698991.617774:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787698991.617775:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787698991.617780:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1787698991.617781:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
02000000:00000001:3.0:1787698991.617784:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698991.617785:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787698991.617789:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.617793:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787698991.617795:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787698991.617802:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698991.617807:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947240832:192.168.201.121@tcp:250:kworker.0
00000100:00100000:3.0:1787698991.617812:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698991.617814:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.617818:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.617825:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947240832/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787698991.617826:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787698991.617830:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.617837:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1787698991.617839:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787698991.617840:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698991.617843:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698991.617874:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698991.617880:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787698991.617881:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787698991.617883:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000100:00000040:3.0:1787698991.617888:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4215)
00000020:00000001:1.0:1787698991.617889:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698991.617893:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787698991.617899:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698991.617901:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698991.617910:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787698991.617914:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698991.617916:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.617918:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.617926:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698991.617928:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.617930:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698991.617931:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698991.617933:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698991.617937:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.617943:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698991.617944:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698991.617946:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698991.617948:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698991.617950:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698991.617953:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240960:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698991.617955:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698991.617957:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698991.617959:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698991.617961:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698991.617964:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698991.617966:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.617970:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698991.617988:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698991.617992:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698991.617994:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947240960, portal 10
00000100:00000001:1.0:1787698991.617996:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698991.617998:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787698991.618003:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618010:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698991.618012:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698991.618014:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698991.618016:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947240960, offset 0
00000400:00000200:1.0:1787698991.618020:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698991.618024:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.618028:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698991.618031:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698991.618034:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698991.618036:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698991.618039:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698991.618042:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12522:12522:256:4294967295] 192.168.201.121@tcp LPNI seq info [12522:12522:8:4294967295]
00000400:00000200:1.0:1787698991.618046:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.618052:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698991.618056:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.618060:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698991.618064:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698991.618066:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698991.618071:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698991.618073:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698991.618076:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.618078:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698991.618081:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698991.618084:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698991.618087:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698991.618089:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698991.618092:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698991.618095:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618102:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.618105:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618111:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618113:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698991.618116:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.618120:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698991.618123:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698991.618125:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298877970
00000100:00000001:1.0:1787698991.618127:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298878627
00000100:00000001:1.0:1787698991.618129:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298877970
00000100:00000001:1.0:1787698991.618131:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298878627
00000100:00000001:1.0:1787698991.618133:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698991.618135:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618137:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698991.618141:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698991/real 1787698991]  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698991.618148:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698991.618149:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698991.618151:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698991.618153:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698991.618154:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698991.618156:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698991.618159:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698991.618167:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618173:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698991.618174:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618176:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.618177:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698991.618180:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618187:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698991.618190:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618197:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698991.618199:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618200:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.618202:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618203:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698991.618205:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698991.618208:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698991.618211:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698991.618213:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698991.618217:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698991.618225:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947240960:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698991.618228:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698991.618231:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618238:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698991.618239:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698991.618241:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698991.618243:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698991.618245:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698991.618247:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241088:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698991.618250:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698991.618252:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698991.618254:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698991.618255:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698991.618258:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787698991.618260:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.618264:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698991.618266:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698991.618269:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698991.618272:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241088, portal 4
00000100:00000001:1.0:1787698991.618274:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698991.618276:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787698991.618281:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618292:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698991.618294:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698991.618296:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698991.618298:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947241088, offset 0
00000400:00000200:1.0:1787698991.618302:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698991.618306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.618310:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698991.618312:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698991.618315:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698991.618317:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698991.618319:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698991.618322:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12523:12523:256:4294967295] 192.168.201.121@tcp LPNI seq info [12523:12523:8:4294967295]
00000400:00000200:1.0:1787698991.618325:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.618331:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698991.618335:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.618338:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698991.618341:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698991.618344:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698991.618348:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698991.618364:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698991.618368:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.618370:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698991.618373:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698991.618376:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698991.618379:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698991.618381:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698991.618384:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698991.618387:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618394:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.618397:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618408:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618410:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698991.618413:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.618417:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698991.618420:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698991.618422:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298877987
00000100:00000001:1.0:1787698991.618424:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298878627
00000100:00000001:1.0:1787698991.618426:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298877987
00000100:00000001:1.0:1787698991.618428:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298878627
00000100:00000001:1.0:1787698991.618430:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698991.618432:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618434:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698991.618437:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698991/real 1787698991]  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698991.618444:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698991.618446:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698991.618447:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698991.618449:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698991.618451:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698991.618453:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698991.618456:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698991.618464:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618470:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698991.618471:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618473:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.618474:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698991.618478:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618485:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698991.618489:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618495:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698991.618497:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618498:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.618500:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618501:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698991.618503:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698991.618505:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698991.618509:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698991.618511:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698991.618514:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698991.618522:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241088:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698991.618525:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698991.618528:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618534:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698991.618536:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698991.618538:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698991.618539:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698991.618541:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698991.618544:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241216:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698991.618547:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698991.618548:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698991.618550:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698991.618552:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698991.618555:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698991.618557:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698991.618559:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698991.618562:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698991.618565:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698991.618567:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241216, portal 4
00000100:00000001:1.0:1787698991.618569:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698991.618571:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787698991.618576:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618582:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698991.618584:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698991.618586:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698991.618588:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947241216, offset 0
00000400:00000200:1.0:1787698991.618592:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698991.618596:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.618599:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698991.618602:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698991.618604:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698991.618606:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698991.618609:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698991.618611:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12524:12524:256:4294967295] 192.168.201.121@tcp LPNI seq info [12524:12524:8:4294967295]
00000400:00000200:1.0:1787698991.618615:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698991.618621:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698991.618625:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.618629:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698991.618633:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698991.618635:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787698991.618638:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698991.618641:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787698991.618645:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698991.618647:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698991.618650:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698991.618653:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698991.618655:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698991.618657:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698991.618660:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698991.618663:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618670:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.618673:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699016 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618679:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618680:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698991.618683:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698991.618686:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698991.618688:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698991.618690:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298877974
00000100:00000001:1.0:1787698991.618692:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298878627
00000100:00000001:1.0:1787698991.618694:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298877974
00000100:00000001:1.0:1787698991.618696:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298878627
00000100:00000001:1.0:1787698991.618698:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698991.618700:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618701:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698991.618705:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698991/real 1787698991]  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698991.618712:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698991.618713:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698991.618715:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698991.618717:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698991.618718:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698991.618720:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698991.618723:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698991.618730:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618736:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698991.618737:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618739:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.618740:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698991.618744:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618750:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698991.618753:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618759:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698991.618761:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618763:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698991.618764:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618766:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698991.618767:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698991.618770:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698991.618773:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698991.618775:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698991.618778:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698991.618785:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241216:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698991.618789:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618790:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.618793:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947240960/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618799:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698991.618800:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698991.618802:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698991.618804:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698991.618805:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698991.618807:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698991.618809:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698991.618811:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787698991.618813:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698991.618814:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698991.618816:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787698991.618818:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698991.618819:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618821:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.618824:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947241088/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618830:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698991.618831:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698991.618833:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787698991.618835:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698991.618836:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698991.618837:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698991.618839:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698991.618840:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787698991.618842:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698991.618843:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698991.618844:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787698991.618846:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698991.618866:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618868:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698991.618872:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947241216/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699016 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698991.618878:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698991.618879:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698991.618880:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698991.618883:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698991.618884:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698991.618886:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698991.618887:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698991.618888:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787698991.618890:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698991.618891:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698991.618893:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787698991.618895:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698991.618896:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618898:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698991.618903:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698991.618904:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698991.618906:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698991.618908:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698992.064975:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787698992.064983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698992.064985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698992.064990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787698992.064993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698992.064997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698992.064999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698992.065002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698992.065008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698992.065715:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698992.065720:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698992.065722:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698992.065724:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787698992.065727:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698992.065729:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698992.065731:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698992.065732:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698992.065734:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698992.065752:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698992.065755:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698992.065758:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698992.065759:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698992.065763:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698992.065764:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698992.066044:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698992.066048:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698992.066051:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787698992.320953:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298878627, at 4298878656
00000100:00000040:0.0:1787698992.320956:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298878627, at 4298878656
00000100:00000010:0.0:1787698992.320982:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ae0.
00000100:00000010:1.0:1787698992.320984:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470103c0.
00000100:00000001:2.0:1787698992.641412:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698992.641421:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698992.641424:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698992.641430:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698992.641434:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698992.641438:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698992.641440:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698992.641443:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698992.641446:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698993.089029:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698993.089030:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698993.089037:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698993.089038:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698993.089041:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698993.089042:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698993.089046:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698993.089048:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698993.089051:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698993.089054:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698993.089056:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698993.089058:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698993.089061:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698993.089062:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698993.089066:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698993.089069:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698993.089071:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698993.089073:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787698993.089075:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698993.089077:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787698993.089081:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698993.089085:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698993.089088:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698993.089091:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698993.089093:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698993.089096:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698993.089098:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698993.089116:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698993.089119:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698993.089122:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787698993.089235:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698993.089242:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698993.089244:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698993.089249:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698993.089253:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698993.089256:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698993.089259:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698993.089261:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698993.089264:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787698993.665020:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698993.665029:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698993.665031:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698993.665036:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698993.665039:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698993.665043:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698993.665046:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698993.665047:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698993.665050:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698994.112952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698994.112953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698994.112958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698994.112960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698994.112961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698994.112962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698994.112965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698994.112965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698994.112970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787698994.112973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698994.112974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698994.112974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698994.112980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698994.112980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698994.112982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698994.112985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698994.112986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698994.112986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698994.112992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698994.112996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698994.112999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698994.113000:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698994.113004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698994.113008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698994.113028:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698994.113032:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698994.113035:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698994.689068:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698994.689077:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698994.689080:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698994.689087:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698994.689091:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698994.689096:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698994.689100:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698994.689103:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698994.689107:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698995.136947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698995.136955:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698995.136958:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698995.136964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698995.136967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698995.136971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698995.136974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698995.136976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698995.136980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698995.137018:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698995.137023:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698995.137024:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698995.137027:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698995.137029:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698995.137032:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698995.137034:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698995.137036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698995.137039:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698995.137121:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698995.137125:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698995.137128:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698995.137129:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698995.137133:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698995.137134:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698995.137169:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698995.137171:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698995.137173:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698995.712975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698995.712983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698995.712985:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698995.712990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698995.712993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698995.712997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698995.712999:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698995.713001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698995.713004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698996.160959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698996.160962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698996.160966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698996.160967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698996.160968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698996.160971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698996.160972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.160973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698996.160976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698996.160979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787698996.160981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698996.160982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698996.160983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698996.160984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698996.160986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.160987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698996.160988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698996.160991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698996.160993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698996.160994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.160995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698996.160998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698996.160998:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787698996.161002:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787698996.161003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698996.161008:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698996.161013:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787698996.161016:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698996.161018:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698996.161021:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698996.161070:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698996.161074:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698996.161077:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787698996.736967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787698996.736973:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1787698996.736975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787698996.736978:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787698996.736979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787698996.736981:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787698996.736983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.736987:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787698996.736989:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787698996.736993:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4210
00000100:00000001:2.0:1787698996.736995:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698996.737000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787698996.737002:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787698996.737004:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1787698996.737009:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787698996.737009:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787698996.737014:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787698996.737016:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698996.737017:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737022:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737024:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737026:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698996.737029:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698996.737030:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787698996.737032:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698996.737034:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787698996.737036:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787698996.737038:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787698996.737040:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737043:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737044:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698996.737046:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787698996.737050:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737051:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698996.737053:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698996.737055:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698996.737057:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737058:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787698996.737060:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698996.737067:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787698996.737069:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787698996.737072:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698996.737073:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737075:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698996.737077:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698996.737080:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698996.737085:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787698996.737091:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787698996.737098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787698996.737105:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698996.737107:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698996.737110:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698996.737130:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698996.737132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787698996.737135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787698996.737136:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698996.737137:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698996.737139:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698996.737140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4210
00000400:00000200:0.0:1787698996.737142:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698996.737144:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787698996.737145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698996.737147:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737148:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737150:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737153:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698996.737155:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787698996.737157:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787698996.737159:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698996.737161:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787698996.737163:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787698996.737166:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787698996.737169:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737170:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737173:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698996.737173:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787698996.737178:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787698996.737180:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787698996.737182:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787698996.737184:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787698996.737188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737192:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698996.737193:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698996.737199:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698996.737203:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698996.737203:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698996.737208:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787698996.737214:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698996.737215:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698996.737219:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787698996.737220:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737224:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.737224:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698996.737229:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787698996.737230:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
02000000:00000001:1.0:1787698996.737233:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787698996.737235:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00100000:1.0:1787698996.737240:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947241344:192.168.201.121@tcp:250:kworker.0
02000000:00000001:0.0:1787698996.737241:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698996.737243:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737248:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787698996.737249:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787698996.737250:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698996.737254:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.737254:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698996.737258:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787698996.737259:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
02000000:00000001:1.0:1787698996.737261:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787698996.737264:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787698996.737269:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
00000100:00100000:0.0:1787698996.737270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787698996.737273:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737281:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698996.737284:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.737285:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787698996.737288:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787698996.737291:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:0.0:1787698996.737297:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698996.737300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787698996.737301:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00080000:0.0:1787698996.737303:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787698996.737306:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787698996.737311:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241344, portal 25
00000100:00080000:0.0:1787698996.737316:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787698996.737323:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698996.737327:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4210
00000100:00000001:1.0:1787698996.737329:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698996.737332:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000400:00000200:0.0:1787698996.737334:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787698996.737341:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000040:1.0:1787698996.737342:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787698996.737345:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698996.737352:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737357:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787698996.737359:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787698996.737360:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737364:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787698996.737367:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1787698996.737367:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000040:0.0:1787698996.737370:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787698996.737372:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698996.737373:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000010:1.0:1787698996.737373:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000020:00000001:0.0:1787698996.737376:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787698996.737378:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000200:1.0:1787698996.737379:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947241344, offset 0
00000100:00000040:0.0:1787698996.737382:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737385:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737386:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737387:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698996.737389:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787698996.737391:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737394:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787698996.737398:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787698996.737398:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787698996.737403:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698996.737406:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737409:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787698996.737409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:0.0:1787698996.737413:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787698996.737417:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.737419:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787698996.737420:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787698996.737427:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000400:00000200:1.0:1787698996.737429:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1787698996.737431:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787698996.737436:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787698996.737436:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:0.0:1787698996.737438:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737440:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698996.737442:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787698996.737444:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.737444:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1787698996.737448:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000400:00000200:1.0:1787698996.737450:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737453:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.737458:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12525:12525:256:4294967295] 192.168.201.121@tcp LPNI seq info [12525:12525:8:4294967295]
00000400:00000200:1.0:1787698996.737465:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:0.0:1787698996.737468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787698996.737482:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698996.737495:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787698996.737496:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787698996.737500:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787698996.737502:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000040:0.0:1787698996.737506:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787698996.737513:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698996.737520:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787698996.737522:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787698996.737528:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787698996.737532:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787698996.737534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787698996.737537:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787698996.737538:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787698996.737538:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1787698996.737543:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787698996.737547:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4210
00000800:00000100:1.0:1787698996.737551:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787698996.737555:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000010:1.0:1787698996.737556:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:0.0:1787698996.737562:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787698996.737565:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787698996.737566:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787698996.737572:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698996.737575:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787698996.737577:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737583:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787698996.737583:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000001:0.0:1787698996.737588:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:1.0:1787698996.737588:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000020:00000001:0.0:1787698996.737593:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787698996.737594:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787698996.737595:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787698996.737599:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787698996.737603:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000200:1.0:1787698996.737603:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787698996.737608:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787698996.737612:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787698996.737620:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787698996.737622:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787698996.737624:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787698996.737629:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:1.0:1787698996.737630:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698996.737633:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787698996.737639:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787698996.737644:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787698996.737648:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737649:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.737651:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787698996.737653:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787698996.737657:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787698996.737659:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.737659:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737665:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787698996.737668:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:0.0:1787698996.737669:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787698996.737672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298883747
00000008:00000001:0.0:1787698996.737673:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737677:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698996.737680:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470103c0.
00000100:00000010:0.0:1787698996.737682:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787698996.737686:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787698996.737688:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1787698996.737689:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787698996.737692:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698996.737695:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787698996.737697:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787698996.737697:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298883747
02000000:00000001:0.0:1787698996.737699:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787698996.737704:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ba0.
02000000:00000010:0.0:1787698996.737706:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:1.0:1787698996.737709:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787698996.737712:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.737714:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787698996.737719:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787698996.737721:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.737726:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787698996.737732:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787698996.737734:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698996/real 1787698996]  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787698996.737735:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787698996.737743:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698996.737753:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787698996.737756:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787698996.737757:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698996.737760:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000040:0.0:1787698996.737763:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4220)
00000400:00000200:1.0:1787698996.737764:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698996.737768:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698996.737780:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698996.737788:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698996.737797:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.737803:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698996.737804:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.737806:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.737808:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698996.737812:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.737819:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698996.737823:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.737831:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698996.737901:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.737903:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.737904:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.737907:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698996.737909:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698996.737912:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698996.737915:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698996.737918:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698996.737923:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698996.737931:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947241344:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787698996.737935:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.737937:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.737940:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947241344/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.737946:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698996.737948:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698996.737951:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698996.737954:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698996.737956:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698996.737957:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787698996.737960:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698996.737962:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:1.0:1787698996.737966:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698996.737968:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698996.737969:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:1.0:1787698996.737972:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698996.737973:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.737975:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.737981:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698996.737983:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.737984:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698996.737986:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787698996.737987:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698996.737991:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.737997:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698996.737999:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.738001:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698996.738003:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698996.738005:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698996.738008:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241472:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698996.738011:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698996.738012:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698996.738014:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.738016:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698996.738018:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698996.738020:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.738023:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698996.738026:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698996.738030:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698996.738033:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241472, portal 10
00000100:00000001:1.0:1787698996.738035:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698996.738036:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:1.0:1787698996.738042:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738049:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698996.738051:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698996.738053:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698996.738055:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947241472, offset 0
00000400:00000200:1.0:1787698996.738059:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698996.738063:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698996.738066:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698996.738069:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698996.738071:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698996.738073:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698996.738075:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698996.738078:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12526:12526:256:4294967295] 192.168.201.121@tcp LPNI seq info [12526:12526:8:4294967295]
00000400:00000200:1.0:1787698996.738082:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698996.738088:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698996.738093:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698996.738096:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698996.738100:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698996.738103:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698996.738107:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698996.738109:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787698996.738113:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698996.738115:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698996.738117:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698996.738121:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698996.738124:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698996.738125:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698996.738127:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698996.738131:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738139:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.738141:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738148:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.738149:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698996.738152:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698996.738156:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787698996.738159:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698996.738161:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298883090
00000100:00000001:1.0:1787698996.738163:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298883747
00000100:00000001:1.0:1787698996.738165:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298883090
00000100:00000001:1.0:1787698996.738167:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298883747
00000100:00000001:1.0:1787698996.738169:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698996.738171:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.738173:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698996.738176:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698996/real 1787698996]  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698996.738190:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698996.738191:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698996.738192:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698996.738195:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698996.738196:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698996.738198:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698996.738201:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698996.738209:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738215:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698996.738216:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738218:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.738219:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698996.738223:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738229:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698996.738233:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738239:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698996.738242:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738243:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.738244:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738246:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698996.738248:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698996.738250:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698996.738253:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698996.738255:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698996.738259:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698996.738267:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241472:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787698996.738271:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698996.738273:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738279:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698996.738280:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.738282:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698996.738283:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698996.738285:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698996.738287:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241600:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698996.738289:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698996.738291:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698996.738292:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.738294:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698996.738297:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787698996.738299:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.738302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698996.738304:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698996.738307:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698996.738310:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241600, portal 4
00000100:00000001:1.0:1787698996.738311:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698996.738312:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787698996.738318:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738324:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698996.738327:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698996.738329:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698996.738330:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947241600, offset 0
00000400:00000200:1.0:1787698996.738335:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698996.738337:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698996.738341:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698996.738343:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698996.738345:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698996.738347:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698996.738349:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698996.738352:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12527:12527:256:4294967295] 192.168.201.121@tcp LPNI seq info [12527:12527:8:4294967295]
00000400:00000200:1.0:1787698996.738356:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698996.738361:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698996.738365:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698996.738368:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698996.738371:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698996.738374:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698996.738378:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698996.738380:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787698996.738384:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698996.738385:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698996.738388:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698996.738391:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698996.738393:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698996.738395:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698996.738397:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698996.738399:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738406:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.738409:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738415:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.738417:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698996.738419:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698996.738422:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787698996.738424:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698996.738427:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298883107
00000100:00000001:1.0:1787698996.738429:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298883747
00000100:00000001:1.0:1787698996.738431:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298883107
00000100:00000001:1.0:1787698996.738432:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298883747
00000100:00000001:1.0:1787698996.738434:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698996.738436:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.738437:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698996.738441:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698996/real 1787698996]  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698996.738447:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698996.738448:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698996.738449:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698996.738451:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698996.738453:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698996.738455:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698996.738458:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698996.738465:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738471:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698996.738472:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738474:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.738475:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698996.738478:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738484:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698996.738488:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738494:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698996.738496:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738498:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.738499:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738501:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698996.738502:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698996.738505:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698996.738508:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698996.738510:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698996.738552:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698996.738561:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241600:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698996.738564:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787698996.738567:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738573:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787698996.738574:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.738576:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787698996.738578:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787698996.738579:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787698996.738582:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241728:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698996.738585:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787698996.738586:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787698996.738588:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787698996.738590:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787698996.738593:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698996.738595:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787698996.738597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787698996.738600:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787698996.738603:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787698996.738606:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241728, portal 4
00000100:00000001:1.0:1787698996.738608:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787698996.738609:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787698996.738615:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738621:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787698996.738623:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787698996.738625:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787698996.738627:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947241728, offset 0
00000400:00000200:1.0:1787698996.738631:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787698996.738634:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698996.738637:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787698996.738640:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787698996.738642:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787698996.738645:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787698996.738647:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787698996.738650:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12528:12528:256:4294967295] 192.168.201.121@tcp LPNI seq info [12528:12528:8:4294967295]
00000400:00000200:1.0:1787698996.738654:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787698996.738660:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787698996.738664:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698996.738666:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787698996.738670:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787698996.738672:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787698996.738676:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787698996.738678:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787698996.738682:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787698996.738684:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787698996.738687:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787698996.738690:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787698996.738692:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787698996.738693:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787698996.738696:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787698996.738699:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738711:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.738714:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738720:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.738721:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787698996.738724:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787698996.738726:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787698996.738729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787698996.738730:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298883094
00000100:00000001:1.0:1787698996.738732:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298883747
00000100:00000001:1.0:1787698996.738734:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298883094
00000100:00000001:1.0:1787698996.738736:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298883747
00000100:00000001:1.0:1787698996.738738:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787698996.738740:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.738742:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787698996.738745:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787698996/real 1787698996]  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787698996.738752:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787698996.738754:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787698996.738755:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787698996.738757:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787698996.738759:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787698996.738760:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787698996.738763:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787698996.738771:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738776:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787698996.738777:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738779:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.738780:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787698996.738783:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738790:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787698996.738794:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738800:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787698996.738803:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738804:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787698996.738806:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738808:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787698996.738809:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787698996.738812:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787698996.738815:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787698996.738818:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787698996.738822:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787698996.738829:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241728:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787698996.738833:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738836:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.738839:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947241472/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738846:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698996.738867:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698996.738870:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008400.
02000000:00000001:1.0:1787698996.738873:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698996.738874:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698996.738876:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787698996.738878:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698996.738880:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:1.0:1787698996.738926:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698996.738928:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698996.738930:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:1.0:1787698996.738933:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698996.738935:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738937:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.738941:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947241600/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738948:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698996.738949:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698996.738950:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787698996.738953:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698996.738954:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698996.738955:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787698996.738957:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698996.738959:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:1.0:1787698996.738961:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698996.738962:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698996.738964:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787698996.738966:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698996.738967:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738969:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787698996.738973:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947241728/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787698996.738979:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787698996.738981:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787698996.738982:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787698996.738984:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787698996.738985:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787698996.738987:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787698996.738988:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787698996.738990:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:1.0:1787698996.738992:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787698996.738993:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787698996.738994:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787698996.738996:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787698996.738998:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.738999:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787698996.739003:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787698996.739004:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787698996.739006:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787698996.739007:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698997.184946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698997.184958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698997.184960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698997.184968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698997.184971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698997.184972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698997.184974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698997.184975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698997.184977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787698997.184978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787698997.184979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698997.184980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698997.184982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698997.184983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698997.184985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698997.184986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698997.184987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698997.184989:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698997.185075:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698997.185078:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698997.185082:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698997.185083:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698997.185086:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698997.185088:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698997.185486:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698997.185489:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698997.185492:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787698997.440957:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298883747, at 4298883776
00000100:00000040:1.0:1787698997.440958:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298883747, at 4298883776
00000100:00000010:0.0:1787698997.440974:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470103c0.
00000100:00000010:1.0:1787698997.440976:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ba0.
00000100:00000001:2.0:1787698997.760965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698997.760973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698997.760975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698997.760980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698997.760984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698997.760988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698997.760990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698997.760993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698997.760996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698998.208943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698998.208943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787698998.208951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698998.208951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787698998.208956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698998.208956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787698998.208963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787698998.208964:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698998.208968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787698998.208969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698998.208970:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787698998.208974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698998.208976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698998.208976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698998.208981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698998.208982:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698998.208984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698998.208986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787698998.208989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698998.208991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698998.208991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787698998.208993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698998.208996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698998.209000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787698998.209047:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787698998.209051:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787698998.209054:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698998.784984:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698998.784991:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698998.784993:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698998.784998:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698998.785001:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698998.785005:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698998.785007:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698998.785008:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698998.785011:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698999.232943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787698999.232944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787698999.232947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787698999.232950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698999.232952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787698999.232952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787698999.232956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787698999.232957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698999.232957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698999.232958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787698999.232965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787698999.232966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787698999.232966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787698999.232967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787698999.232973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787698999.232974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787698999.232979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698999.232979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698999.232985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787698999.232988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787698999.232993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787698999.232993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787698999.232997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787698999.233001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787698999.233009:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787698999.233013:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787698999.233015:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787698999.808968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787698999.808975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787698999.808976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787698999.808980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787698999.808982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787698999.808985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698999.808987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787698999.808989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787698999.808991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699000.257019:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699000.257027:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699000.257028:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699000.257033:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699000.257036:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699000.257040:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699000.257043:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699000.257045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699000.257048:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699000.257208:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699000.257212:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699000.257213:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699000.257216:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699000.257218:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699000.257219:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699000.257221:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699000.257223:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699000.257225:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699000.258804:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699000.258808:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699000.258811:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699000.258813:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699000.258816:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699000.258817:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699000.258931:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699000.258935:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699000.258938:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699000.832976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699000.832983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699000.832986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699000.832990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699000.832994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699000.832997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699000.833000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699000.833002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699000.833005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699001.280960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699001.280960:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699001.280968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699001.280968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699001.280968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699001.280971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.280971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699001.280973:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699001.280978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699001.280979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699001.280979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699001.280981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699001.280985:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699001.280985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699001.280985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699001.280989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699001.280991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.280991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699001.280994:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699001.280997:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699001.281001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.281002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699001.281012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.281014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699001.281100:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699001.281104:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699001.281107:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699001.856995:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699001.857003:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699001.857005:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699001.857011:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699001.857014:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699001.857018:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699001.857018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787699001.857021:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699001.857024:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699001.857030:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699001.857035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699001.857039:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699001.857042:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699001.857048:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699001.857056:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4215
00000400:00000200:1.0:1787699001.857065:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699001.857071:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699001.857074:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699001.857077:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857080:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699001.857083:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857086:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699001.857090:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699001.857092:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699001.857095:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699001.857098:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699001.857101:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699001.857103:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699001.857106:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857108:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699001.857110:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857113:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699001.857116:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699001.857128:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857130:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699001.857134:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699001.857137:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699001.857140:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857142:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699001.857145:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699001.857154:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787699001.857157:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699001.857162:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699001.857163:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857166:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699001.857169:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699001.857173:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699001.857185:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787699001.857191:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699001.857200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699001.857210:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699001.857214:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699001.857227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699001.857260:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699001.857263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699001.857266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699001.857268:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699001.857269:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699001.857272:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699001.857275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4215
00000400:00000200:1.0:1787699001.857279:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699001.857282:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699001.857285:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699001.857289:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857292:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699001.857296:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857298:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699001.857301:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699001.857302:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699001.857305:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699001.857306:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787699001.857307:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699001.857314:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699001.857316:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787699001.857318:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699001.857320:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699001.857325:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857332:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699001.857332:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699001.857339:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699001.857348:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699001.857350:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699001.857351:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787699001.857361:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:3.0:1787699001.857361:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699001.857368:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787699001.857370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:3.0:1787699001.857375:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857377:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699001.857384:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787699001.857386:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947241856:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787699001.857392:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699001.857393:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699001.857398:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.857400:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787699001.857402:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787699001.857406:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787699001.857409:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787699001.857413:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787699001.857415:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857419:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699001.857426:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
02000000:00000010:3.0:1787699001.857426:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699001.857435:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787699001.857436:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699001.857445:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699001.857447:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857449:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699001.857453:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787699001.857454:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699001.857458:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699001.857462:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
02000000:00000010:1.0:1787699001.857465:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000400:00000010:3.0:1787699001.857474:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000001:1.0:1787699001.857479:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699001.857485:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241856, portal 25
00000100:00000001:3.0:1787699001.857489:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699001.857492:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00100000:1.0:1787699001.857494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787699001.857506:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699001.857510:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699001.857515:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.857527:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699001.857528:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699001.857541:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699001.857548:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699001.857554:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947241856, offset 0
00000100:00000001:1.0:1787699001.857564:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699001.857570:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787699001.857572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699001.857576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699001.857578:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699001.857580:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699001.857583:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787699001.857585:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787699001.857590:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4215
00000400:00000200:1.0:1787699001.857599:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.857599:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699001.857614:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787699001.857617:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787699001.857619:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787699001.857626:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:1.0:1787699001.857627:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857633:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699001.857637:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787699001.857641:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699001.857648:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857650:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699001.857656:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699001.857658:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699001.857660:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699001.857661:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787699001.857665:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12529:12529:256:4294967295] 192.168.201.121@tcp LPNI seq info [12529:12529:8:4294967295]
00000020:00000001:1.0:1787699001.857666:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699001.857675:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699001.857684:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699001.857685:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699001.857692:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699001.857696:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857699:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699001.857704:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787699001.857714:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787699001.857718:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787699001.857720:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699001.857726:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699001.857730:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1787699001.857733:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787699001.857735:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857740:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699001.857743:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1787699001.857743:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000008:00000001:1.0:1787699001.857751:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.857754:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699001.857756:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000010:1.0:1787699001.857761:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000800:00000200:3.0:1787699001.857763:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000020:00000040:1.0:1787699001.857766:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699001.857775:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699001.857780:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787699001.857780:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699001.857786:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699001.857789:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1787699001.857790:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
02000000:00000001:1.0:1787699001.857792:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699001.857816:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000800:00000100:3.0:1787699001.857818:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699001.857822:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699001.857823:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000100:00100000:1.0:1787699001.857832:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699001.857835:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699001.857884:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699001.857893:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699001.857897:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:1.0:1787699001.857898:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699001.857905:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.857907:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787699001.857913:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699001.857918:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699001.857947:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699001.857958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787699001.857959:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787699001.857968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:3.0:1787699001.857969:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699001.857978:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699001.857984:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699001.857985:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.857993:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699001.857995:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787699001.858002:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699001.858003:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4215
00000400:00000200:3.0:1787699001.858011:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699001.858015:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699001.858015:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298888868
00000100:00000010:3.0:1787699001.858024:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122000.
00000400:00000200:1.0:1787699001.858030:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699001.858035:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787699001.858036:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787699001.858047:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699001.858048:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298888868
00000100:00000001:1.0:1787699001.858055:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1787699001.858056:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122960.
00000100:00000001:3.0:1787699001.858063:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1787699001.858067:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699001.858068:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699001.858077:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.858078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699001.858081:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787699001.858084:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699001.858086:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00100000:3.0:1787699001.858087:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699001/real 1787699001]  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787699001.858090:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699001.858095:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699001.858104:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000001:3.0:1787699001.858108:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1787699001.858111:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000001:3.0:1787699001.858111:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699001.858116:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699001.858119:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000100:00000040:1.0:1787699001.858123:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699001.858124:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699001.858131:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787699001.858134:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787699001.858135:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699001.858145:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:3.0:1787699001.858152:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699001.858154:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699001.858166:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787699001.858167:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787699001.858170:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858175:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.858179:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699001.858181:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:3.0:1787699001.858186:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699001.858187:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699001.858196:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699001.858204:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787699001.858205:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787699001.858210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699001.858211:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.858220:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699001.858225:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699001.858237:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699001.858248:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858248:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699001.858256:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858258:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.858259:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787699001.858260:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699001.858262:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699001.858265:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787699001.858267:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00080000:3.0:1787699001.858269:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787699001.858277:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:3.0:1787699001.858281:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
02000000:00000001:1.0:1787699001.858282:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858287:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787699001.858288:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699001.858291:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699001.858295:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699001.858298:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787699001.858301:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000001:1.0:1787699001.858308:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699001.858323:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947241856:192.168.201.121@tcp:250:kworker.0
00000100:00100000:1.0:1787699001.858324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699001.858340:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699001.858350:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699001.858351:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787699001.858359:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699001.858361:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947241856/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699001.858368:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858377:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699001.858385:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787699001.858391:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699001.858391:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699001.858398:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1787699001.858401:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4225)
00000020:00000001:3.0:1787699001.858401:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699001.858404:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699001.858410:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699001.858413:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:3.0:1787699001.858418:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699001.858419:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699001.858421:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787699001.858423:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699001.858425:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858427:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858434:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699001.858435:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858437:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699001.858439:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699001.858440:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699001.858444:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858448:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699001.858450:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.858451:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699001.858453:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699001.858454:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699001.858456:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241984:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699001.858458:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699001.858460:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699001.858461:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.858462:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699001.858465:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699001.858466:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699001.858469:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699001.858470:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699001.858473:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699001.858475:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947241984, portal 10
00000100:00000001:3.0:1787699001.858476:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699001.858477:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787699001.858482:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858486:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699001.858488:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699001.858489:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699001.858490:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947241984, offset 0
00000400:00000200:3.0:1787699001.858493:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699001.858495:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.858498:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699001.858501:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699001.858502:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699001.858504:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699001.858505:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699001.858507:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12530:12530:256:4294967295] 192.168.201.121@tcp LPNI seq info [12530:12530:8:4294967295]
00000400:00000200:3.0:1787699001.858510:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.858514:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699001.858517:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699001.858519:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699001.858521:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699001.858523:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787699001.858526:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699001.858528:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787699001.858531:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699001.858532:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699001.858534:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699001.858536:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699001.858537:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699001.858539:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699001.858540:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699001.858542:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858547:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699001.858548:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858552:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858553:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699001.858555:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699001.858558:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699001.858560:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699001.858561:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298888210
00000100:00000001:3.0:1787699001.858563:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298888868
00000100:00000001:3.0:1787699001.858565:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298888210
00000100:00000001:3.0:1787699001.858566:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298888868
00000100:00000001:3.0:1787699001.858568:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699001.858569:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858570:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699001.858572:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699001/real 1787699001]  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699001.858576:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699001.858576:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699001.858577:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699001.858578:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699001.858579:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699001.858580:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699001.858582:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699001.858586:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858590:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699001.858591:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858592:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.858593:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699001.858594:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858598:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699001.858600:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858603:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699001.858605:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858606:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.858607:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858608:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699001.858610:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699001.858612:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699001.858614:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699001.858615:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699001.858617:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699001.858621:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947241984:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699001.858623:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699001.858625:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858630:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699001.858631:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.858632:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699001.858633:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699001.858634:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699001.858636:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242112:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699001.858637:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699001.858639:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699001.858640:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.858641:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699001.858643:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699001.858644:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699001.858646:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699001.858648:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699001.858650:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699001.858652:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242112, portal 4
00000100:00000001:3.0:1787699001.858653:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699001.858654:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787699001.858658:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858661:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699001.858663:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699001.858664:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699001.858665:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947242112, offset 0
00000400:00000200:3.0:1787699001.858667:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699001.858669:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.858671:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699001.858672:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699001.858673:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699001.858675:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699001.858676:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699001.858678:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12531:12531:256:4294967295] 192.168.201.121@tcp LPNI seq info [12531:12531:8:4294967295]
00000400:00000200:3.0:1787699001.858680:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.858684:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699001.858686:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699001.858687:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699001.858689:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699001.858691:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787699001.858693:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699001.858695:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787699001.858697:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699001.858698:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699001.858700:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699001.858702:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699001.858703:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699001.858704:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699001.858705:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699001.858707:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858711:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699001.858713:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858717:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858718:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699001.858720:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699001.858722:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699001.858723:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699001.858724:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298888227
00000100:00000001:3.0:1787699001.858726:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298888868
00000100:00000001:3.0:1787699001.858727:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298888227
00000100:00000001:3.0:1787699001.858729:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298888868
00000100:00000001:3.0:1787699001.858730:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699001.858731:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858732:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699001.858734:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699001/real 1787699001]  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699001.858739:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699001.858740:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699001.858741:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699001.858743:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699001.858744:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699001.858746:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699001.858749:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699001.858755:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858761:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699001.858763:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858765:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.858766:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699001.858770:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858777:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699001.858781:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858788:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699001.858790:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858791:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.858792:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.858793:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699001.858794:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699001.858796:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699001.858809:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699001.858812:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699001.858814:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699001.858820:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242112:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699001.858822:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699001.858825:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858828:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699001.858829:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.858831:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699001.858832:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699001.858834:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699001.858836:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242240:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699001.858837:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699001.858839:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699001.858840:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699001.858841:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699001.858844:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699001.858845:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699001.858864:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699001.858866:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699001.858868:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699001.858870:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242240, portal 4
00000100:00000001:3.0:1787699001.858871:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699001.858872:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:3.0:1787699001.858876:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858881:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699001.858883:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699001.858885:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699001.858887:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947242240, offset 0
00000400:00000200:3.0:1787699001.858891:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699001.858894:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.858897:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699001.858899:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699001.858902:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699001.858904:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699001.858906:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699001.858909:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12532:12532:256:4294967295] 192.168.201.121@tcp LPNI seq info [12532:12532:8:4294967295]
00000400:00000200:3.0:1787699001.858913:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699001.858919:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699001.858923:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699001.858926:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699001.858929:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699001.858931:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787699001.858934:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699001.858935:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1787699001.858938:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699001.858940:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699001.858942:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699001.858944:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699001.858946:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699001.858947:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699001.858948:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699001.858951:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858956:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699001.858957:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.858961:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858962:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699001.858964:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699001.858966:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699001.858968:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699001.858969:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298888215
00000100:00000001:3.0:1787699001.858971:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298888868
00000100:00000001:3.0:1787699001.858972:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298888215
00000100:00000001:3.0:1787699001.858974:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298888868
00000100:00000001:3.0:1787699001.858975:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699001.858976:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.858977:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699001.858979:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699001/real 1787699001]  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699001.858984:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699001.858984:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699001.858986:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699001.858987:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699001.858988:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699001.858990:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699001.858991:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699001.858996:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.859000:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699001.859000:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859001:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.859002:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699001.859004:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.859007:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699001.859009:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.859013:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699001.859014:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859015:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699001.859015:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859016:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699001.859017:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699001.859019:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699001.859021:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699001.859022:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699001.859024:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699001.859029:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242240:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699001.859031:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859032:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699001.859034:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947241984/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.859038:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699001.859039:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699001.859041:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699001.859042:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699001.859043:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699001.859043:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699001.859045:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699001.859046:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787699001.859047:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699001.859048:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699001.859049:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787699001.859051:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699001.859052:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859053:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699001.859055:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947242112/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.859059:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699001.859060:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699001.859060:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699001.859061:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699001.859062:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699001.859063:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699001.859064:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699001.859064:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:3.0:1787699001.859065:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699001.859066:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699001.859067:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:3.0:1787699001.859068:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699001.859069:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859070:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699001.859071:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947242240/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699001.859074:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699001.859076:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699001.859076:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699001.859079:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699001.859079:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699001.859080:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699001.859081:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699001.859082:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:3.0:1787699001.859083:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699001.859084:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699001.859084:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699001.859086:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699001.859086:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859087:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699001.859089:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699001.859090:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699001.859091:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699001.859092:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699002.304954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699002.304955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699002.304960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699002.304961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699002.304963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699002.304965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699002.304968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699002.304970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699002.304972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699002.304976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699002.304976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699002.304977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699002.304979:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699002.304982:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699002.304982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699002.304987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699002.304989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699002.304991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699002.304992:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699002.304992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699002.304995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699002.304996:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699002.304997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699002.305002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699002.305047:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699002.305050:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699002.305052:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699002.560925:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298888868, at 4298888896
00000100:00000040:0.0:1787699002.560927:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298888868, at 4298888896
00000100:00000010:1.0:1787699002.560940:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122960.
00000100:00000010:0.0:1787699002.560942:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122000.
00000100:00000001:2.0:1787699002.880996:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699002.881003:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699002.881005:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699002.881010:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699002.881014:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699002.881017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699002.881020:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699002.881023:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699002.881032:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699003.328967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699003.328974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699003.328976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.328976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699003.328983:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:0.0:1787699003.328984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699003.328987:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699003.328989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699003.328993:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699003.328994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699003.329000:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699003.329001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699003.329005:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699003.329006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699003.329010:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699003.329012:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.329014:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.329021:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699003.329023:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699003.329024:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699003.329026:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.329028:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699003.329030:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.329031:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.329034:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699003.329039:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699003.329039:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699003.329042:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699003.329045:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699003.329047:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699003.329051:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699003.329053:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699003.329056:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699003.329058:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699003.329060:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699003.329062:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699003.329084:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699003.329086:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699003.329088:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699003.904962:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699003.904967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699003.904969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699003.904972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699003.904974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699003.904977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699003.904979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699003.904980:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699003.904983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699004.352960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699004.352962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699004.352965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699004.352966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699004.352968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699004.352972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699004.352972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699004.352974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699004.352977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699004.352978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699004.352981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699004.352982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699004.352985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699004.352986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699004.352988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699004.353007:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699004.353010:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699004.353014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699004.353073:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699004.353077:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699004.353078:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699004.353083:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699004.353085:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699004.353087:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699004.353089:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699004.353091:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699004.353093:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699004.928971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699004.928979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699004.928981:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699004.928986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699004.928990:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699004.928994:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699004.928997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699004.928999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699004.929002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699005.376953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699005.376960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699005.376961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699005.376964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699005.376966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699005.376971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699005.376973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699005.376977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699005.376978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699005.376981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699005.376982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699005.376985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699005.376987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699005.376990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699005.376994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699005.377093:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699005.377096:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699005.377099:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699005.377151:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699005.377154:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699005.377155:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699005.377158:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699005.377160:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699005.377162:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699005.377164:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699005.377166:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699005.377168:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699005.952966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699005.952972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699005.952974:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699005.952979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699005.952983:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699005.952986:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699005.952989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699005.952990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699005.952994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699006.400951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699006.400951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699006.400958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699006.400959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699006.400960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.400962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699006.400966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699006.400967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699006.400972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699006.400973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699006.400977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.400978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699006.400983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699006.400985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699006.400987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.400988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699006.400991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.400993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699006.401005:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699006.401008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699006.401010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699006.401011:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699006.401013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699006.401015:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699006.401017:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699006.401019:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699006.401021:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699006.401023:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699006.401024:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699006.401026:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699006.401070:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699006.401074:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699006.401077:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699006.976958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699006.976965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699006.976967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699006.976973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787699006.976976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699006.976977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699006.976981:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787699006.976984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699006.976985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699006.976989:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699006.976990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787699006.976995:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699006.976995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977001:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699006.977007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4220
00000400:00000200:0.0:1787699006.977017:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699006.977023:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699006.977027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699006.977030:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977034:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977038:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699006.977042:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699006.977044:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787699006.977046:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699006.977050:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787699006.977053:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787699006.977055:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787699006.977058:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977060:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977062:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977063:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699006.977066:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787699006.977069:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977072:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699006.977075:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699006.977078:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699006.977081:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977084:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787699006.977086:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699006.977095:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787699006.977099:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787699006.977103:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699006.977104:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977107:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699006.977110:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699006.977114:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699006.977121:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787699006.977127:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699006.977135:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699006.977145:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699006.977150:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699006.977154:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699006.977177:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699006.977180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699006.977184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787699006.977185:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699006.977186:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699006.977189:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699006.977191:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4220
00000400:00000200:0.0:1787699006.977195:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699006.977197:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699006.977200:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699006.977203:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977205:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977207:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977209:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699006.977212:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699006.977214:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:3.0:1787699006.977214:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787699006.977217:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699006.977220:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787699006.977222:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:3.0:1787699006.977223:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787699006.977227:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787699006.977231:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699006.977234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787699006.977237:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977242:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977247:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977250:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699006.977253:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787699006.977255:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:3.0:1787699006.977256:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699006.977260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:3.0:1787699006.977262:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787699006.977264:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.977267:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699006.977268:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699006.977272:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699006.977274:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787699006.977278:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947242368:192.168.201.121@tcp:250:kworker.0
02000000:00000001:0.0:1787699006.977279:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977284:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699006.977286:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787699006.977290:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787699006.977292:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699006.977294:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.977296:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787699006.977301:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699006.977302:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
00000100:00000001:0.0:1787699006.977304:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.977306:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699006.977311:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000400:00000200:3.0:1787699006.977314:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:0.0:1787699006.977316:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000010:3.0:1787699006.977320:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
02000000:00000001:0.0:1787699006.977321:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699006.977324:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977327:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699006.977329:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787699006.977329:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
02000000:00000001:0.0:1787699006.977332:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699006.977337:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242368, portal 25
02000000:00000010:0.0:1787699006.977338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:3.0:1787699006.977343:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787699006.977345:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.977346:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00100000:0.0:1787699006.977353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787699006.977356:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699006.977374:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699006.977376:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787699006.977378:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699006.977382:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699006.977386:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000040:0.0:1787699006.977387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699006.977390:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947242368, offset 0
00000100:00000001:0.0:1787699006.977401:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699006.977402:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:0.0:1787699006.977408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699006.977413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1787699006.977413:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699006.977416:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699006.977419:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787699006.977423:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787699006.977424:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699006.977429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4220
00000400:00000200:3.0:1787699006.977431:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787699006.977436:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.977439:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:0.0:1787699006.977443:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787699006.977447:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787699006.977448:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787699006.977454:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:0.0:1787699006.977455:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977459:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699006.977462:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12533:12533:256:4294967295] 192.168.201.121@tcp LPNI seq info [12533:12533:8:4294967295]
00000100:00000040:0.0:1787699006.977464:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977470:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699006.977470:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:0.0:1787699006.977475:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699006.977476:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787699006.977478:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699006.977481:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787699006.977485:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699006.977486:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787699006.977491:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:3.0:1787699006.977496:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787699006.977497:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977501:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977504:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:3.0:1787699006.977504:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000100:00000001:0.0:1787699006.977509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699006.977512:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:3.0:1787699006.977515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787699006.977519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:3.0:1787699006.977522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787699006.977523:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699006.977528:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699006.977532:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1787699006.977532:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787699006.977539:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787699006.977539:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787699006.977544:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000100:3.0:1787699006.977548:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000008:00100000:0.0:1787699006.977549:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000010:3.0:1787699006.977552:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000008:00000001:0.0:1787699006.977554:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977557:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699006.977559:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1787699006.977561:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000400:00000200:3.0:1787699006.977566:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1787699006.977567:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787699006.977571:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699006.977573:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699006.977573:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000100:00000001:0.0:1787699006.977577:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1787699006.977577:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
02000000:00000001:0.0:1787699006.977580:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699006.977582:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.977583:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:0.0:1787699006.977587:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000200:3.0:1787699006.977589:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699006.977592:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699006.977600:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699006.977603:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.977610:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699006.977622:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699006.977624:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699006.977633:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.977633:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.977637:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787699006.977645:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.977645:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699006.977648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787699006.977653:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787699006.977654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699006.977657:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298893987
00000100:00000001:0.0:1787699006.977658:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699006.977661:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699006.977664:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1787699006.977665:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122e40.
00000100:00080000:0.0:1787699006.977667:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4220
00000400:00000200:0.0:1787699006.977672:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699006.977674:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1787699006.977677:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699006.977680:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787699006.977681:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298893987
00000100:00000040:0.0:1787699006.977685:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000010:3.0:1787699006.977686:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122780.
00000100:00000001:0.0:1787699006.977688:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977692:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699006.977692:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787699006.977697:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699006.977699:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787699006.977700:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699006.977701:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787699006.977703:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699006.977705:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787699006.977708:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699006.977723:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787699006.977727:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787699006.977730:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977732:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699006.977734:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977738:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699006.977738:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1787699006.977742:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00100000:3.0:1787699006.977746:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699006/real 1787699006]  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787699006.977749:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699006.977755:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699006.977759:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1787699006.977762:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787699006.977764:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1787699006.977765:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787699006.977768:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699006.977770:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000100:00000001:0.0:1787699006.977771:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787699006.977774:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000008:00100000:0.0:1787699006.977775:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787699006.977779:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000008:00000001:0.0:1787699006.977780:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977784:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.977785:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:0.0:1787699006.977788:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787699006.977793:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:3.0:1787699006.977793:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787699006.977798:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699006.977800:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699006.977804:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699006.977806:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699006.977809:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699006.977814:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000200:3.0:1787699006.977814:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699006.977819:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699006.977828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699006.977828:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699006.977831:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.977836:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.977840:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699006.977841:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699006.977844:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699006.977875:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699006.977882:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699006.977886:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4231)
00000100:00100000:3.0:1787699006.977892:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.977901:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699006.977909:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.977917:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699006.977919:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.977921:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.977922:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.977925:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699006.977926:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699006.977928:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699006.977931:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699006.977932:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699006.977935:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699006.977940:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947242368:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699006.977943:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.977944:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.977946:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947242368/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.977954:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699006.977956:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699006.977958:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699006.977961:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699006.977962:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699006.977963:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699006.977965:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699006.977966:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:3.0:1787699006.977969:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699006.977970:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699006.977971:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787699006.977973:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699006.977974:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.977975:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.977981:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699006.977982:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.977984:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699006.977984:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699006.977986:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699006.977988:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.977992:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699006.977993:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.977994:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699006.977995:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699006.977996:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699006.977998:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242496:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699006.978000:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699006.978001:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699006.978002:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.978003:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699006.978006:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699006.978007:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699006.978009:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699006.978011:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699006.978013:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699006.978015:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242496, portal 10
00000100:00000001:3.0:1787699006.978017:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699006.978017:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787699006.978022:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978026:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699006.978027:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699006.978029:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699006.978031:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947242496, offset 0
00000400:00000200:3.0:1787699006.978035:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699006.978039:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.978042:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699006.978045:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699006.978047:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699006.978049:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699006.978051:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699006.978054:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12534:12534:256:4294967295] 192.168.201.121@tcp LPNI seq info [12534:12534:8:4294967295]
00000400:00000200:3.0:1787699006.978058:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.978064:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699006.978068:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699006.978072:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699006.978076:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699006.978078:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787699006.978082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699006.978085:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787699006.978089:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699006.978090:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699006.978093:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699006.978097:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699006.978100:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699006.978102:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699006.978105:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699006.978108:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978116:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.978119:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978125:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978127:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699006.978138:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699006.978142:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699006.978146:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699006.978148:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298893330
00000100:00000001:3.0:1787699006.978150:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298893987
00000100:00000001:3.0:1787699006.978152:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298893330
00000100:00000001:3.0:1787699006.978154:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298893987
00000100:00000001:3.0:1787699006.978156:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699006.978158:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978160:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699006.978164:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699006/real 1787699006]  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699006.978171:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699006.978173:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699006.978174:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699006.978177:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699006.978178:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699006.978180:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699006.978184:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699006.978192:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978204:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699006.978206:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978207:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.978209:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699006.978212:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978219:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699006.978223:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978229:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699006.978231:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978232:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.978233:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978235:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699006.978237:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699006.978239:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699006.978242:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699006.978245:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699006.978248:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699006.978256:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242496:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699006.978260:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699006.978263:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978267:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699006.978268:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.978270:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699006.978271:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699006.978273:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699006.978275:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242624:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699006.978279:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699006.978280:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699006.978281:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.978283:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699006.978286:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699006.978288:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699006.978291:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699006.978294:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699006.978297:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699006.978299:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242624, portal 4
00000100:00000001:3.0:1787699006.978301:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699006.978303:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787699006.978308:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978314:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699006.978316:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699006.978319:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699006.978322:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947242624, offset 0
00000400:00000200:3.0:1787699006.978325:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699006.978329:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.978333:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699006.978335:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699006.978338:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699006.978340:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699006.978342:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699006.978345:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12535:12535:256:4294967295] 192.168.201.121@tcp LPNI seq info [12535:12535:8:4294967295]
00000400:00000200:3.0:1787699006.978349:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.978355:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699006.978360:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699006.978364:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699006.978367:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699006.978370:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787699006.978374:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699006.978389:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787699006.978393:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699006.978396:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699006.978399:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699006.978402:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699006.978406:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699006.978407:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699006.978410:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699006.978414:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978422:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.978425:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978431:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978433:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699006.978436:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699006.978439:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699006.978443:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699006.978445:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298893347
00000100:00000001:3.0:1787699006.978448:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298893987
00000100:00000001:3.0:1787699006.978450:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298893347
00000100:00000001:3.0:1787699006.978452:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298893987
00000100:00000001:3.0:1787699006.978454:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699006.978456:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978458:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699006.978462:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699006/real 1787699006]  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699006.978469:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699006.978471:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699006.978472:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699006.978474:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699006.978476:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699006.978478:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699006.978481:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699006.978489:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978496:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699006.978497:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978499:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.978500:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699006.978504:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978510:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699006.978514:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978519:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699006.978521:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978523:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.978524:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978526:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699006.978528:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699006.978530:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699006.978533:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699006.978535:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699006.978539:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699006.978547:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242624:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699006.978551:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699006.978554:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978561:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699006.978563:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.978565:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699006.978567:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699006.978569:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699006.978572:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242752:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699006.978575:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699006.978577:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699006.978578:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699006.978580:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699006.978583:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699006.978585:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699006.978589:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699006.978591:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699006.978594:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699006.978596:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242752, portal 4
00000100:00000001:3.0:1787699006.978598:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699006.978600:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:3.0:1787699006.978605:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978612:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699006.978614:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699006.978616:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699006.978619:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947242752, offset 0
00000400:00000200:3.0:1787699006.978623:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699006.978626:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.978629:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699006.978632:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699006.978635:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699006.978637:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699006.978639:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699006.978642:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12536:12536:256:4294967295] 192.168.201.121@tcp LPNI seq info [12536:12536:8:4294967295]
00000400:00000200:3.0:1787699006.978645:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699006.978651:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699006.978656:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699006.978658:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699006.978661:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699006.978663:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787699006.978666:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699006.978667:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1787699006.978669:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699006.978671:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699006.978673:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699006.978675:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699006.978677:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699006.978678:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699006.978679:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699006.978681:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978686:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.978687:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978691:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978692:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699006.978694:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699006.978696:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699006.978697:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699006.978700:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298893334
00000100:00000001:3.0:1787699006.978702:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298893987
00000100:00000001:3.0:1787699006.978704:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298893334
00000100:00000001:3.0:1787699006.978706:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298893987
00000100:00000001:3.0:1787699006.978708:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699006.978720:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978722:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699006.978726:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699006/real 1787699006]  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699006.978733:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699006.978734:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699006.978736:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699006.978738:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699006.978740:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699006.978741:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699006.978744:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699006.978752:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978758:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699006.978759:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978761:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.978762:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699006.978765:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978772:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699006.978775:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978781:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699006.978784:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978785:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699006.978785:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978787:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699006.978788:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699006.978789:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699006.978791:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699006.978792:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699006.978794:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699006.978799:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947242752:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699006.978801:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978803:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.978804:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947242496/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978808:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699006.978809:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699006.978810:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699006.978812:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699006.978813:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699006.978814:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699006.978815:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699006.978816:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787699006.978818:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699006.978818:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699006.978819:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787699006.978821:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699006.978822:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978823:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.978824:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947242624/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978831:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699006.978832:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699006.978833:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699006.978834:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699006.978835:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699006.978836:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699006.978837:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699006.978837:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787699006.978838:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699006.978839:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699006.978840:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787699006.978841:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699006.978841:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978842:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699006.978844:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947242752/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699006.978866:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699006.978867:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699006.978868:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699006.978870:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699006.978871:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699006.978872:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699006.978874:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699006.978875:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787699006.978881:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699006.978882:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699006.978884:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787699006.978887:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699006.978888:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978890:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699006.978894:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699006.978895:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699006.978897:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699006.978899:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699007.424953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699007.424961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699007.424963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699007.424969:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699007.424973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699007.424976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699007.424980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699007.424982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699007.424991:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699007.425000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699007.425005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699007.425010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699007.425012:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699007.425016:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699007.425017:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699007.425018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699007.425023:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699007.425026:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699007.425030:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699007.425032:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699007.425035:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699007.425038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699007.425039:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699007.425042:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699007.425064:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699007.425068:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699007.425071:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699007.680953:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298893987, at 4298894016
00000100:00000040:1.0:1787699007.680953:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298893987, at 4298894016
00000100:00000010:1.0:1787699007.680967:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122780.
00000100:00000010:0.0:1787699007.680971:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122e40.
00000100:00000001:2.0:1787699008.000973:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699008.000979:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699008.000982:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699008.000986:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699008.000989:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699008.000993:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699008.000997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699008.000999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699008.001002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699008.448955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699008.448955:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699008.448960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699008.448964:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699008.448965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699008.448965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699008.448968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699008.448968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699008.448972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699008.448975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699008.448976:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699008.448976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699008.448983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699008.448983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699008.448986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699008.448988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699008.448988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699008.448989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699008.448995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699008.448998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699008.449001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699008.449002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699008.449005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699008.449016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699008.449103:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699008.449106:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699008.449109:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699009.024949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699009.024956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699009.024958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699009.024962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699009.024965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699009.024968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699009.024969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699009.024971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699009.024973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699009.472971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699009.472978:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699009.472981:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699009.472986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699009.472990:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699009.472992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699009.472994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699009.472997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699009.472998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699009.473003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699009.473004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699009.473007:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699009.473008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699009.473014:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699009.473016:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699009.473115:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699009.473118:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699009.473120:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699009.473122:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699009.473125:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699009.473127:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699009.473129:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699009.473130:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699009.473132:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699009.473174:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699009.473177:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699009.473180:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699010.048945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699010.048951:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699010.048953:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699010.048956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699010.048959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699010.048962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699010.048964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699010.048966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699010.048968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699010.496949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699010.496949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699010.496955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699010.496956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699010.496958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699010.496960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699010.496960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699010.496964:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699010.496966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699010.496967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699010.496968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699010.496972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699010.496973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699010.496973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699010.496975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699010.496978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699010.496978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699010.496981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699010.496981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699010.496985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699010.496987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699010.496988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699010.496992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699010.496995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699010.497001:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699010.497006:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699010.497009:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699011.072966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699011.072973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699011.072975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699011.072980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699011.072984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699011.072988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699011.072991:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699011.072993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699011.072996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699011.520934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699011.520939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699011.520941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699011.520942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699011.520945:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699011.520947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699011.520949:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699011.520953:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699011.520953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699011.520957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699011.520958:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699011.520960:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699011.520963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699011.520964:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699011.520967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699011.521010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699011.521012:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699011.521015:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699011.521033:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699011.521035:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699011.521036:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699011.521038:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699011.521040:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699011.521041:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699011.521042:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699011.521043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699011.521045:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699012.096940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787699012.096941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699012.096946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787699012.096947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699012.096948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.096950:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787699012.096952:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699012.096953:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699012.096956:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699012.096957:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787699012.096959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699012.096961:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787699012.096963:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4226
00000100:00000001:0.0:1787699012.096964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699012.096966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699012.096970:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699012.096975:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699012.096978:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699012.096981:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.096983:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699012.096986:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.096988:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699012.096992:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699012.096994:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699012.096996:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699012.097000:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699012.097002:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699012.097004:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699012.097007:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097009:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699012.097015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699012.097020:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699012.097023:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097027:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699012.097029:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699012.097032:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699012.097035:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097037:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699012.097039:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699012.097047:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787699012.097049:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699012.097053:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699012.097055:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097057:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699012.097060:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699012.097063:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699012.097071:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699012.097076:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699012.097085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699012.097094:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699012.097098:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699012.097103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699012.097127:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699012.097130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699012.097134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699012.097135:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699012.097137:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699012.097139:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699012.097142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4226
00000400:00000200:3.0:1787699012.097146:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699012.097149:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699012.097151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699012.097154:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097158:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699012.097160:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097162:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699012.097164:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787699012.097165:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787699012.097169:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787699012.097169:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:1.0:1787699012.097173:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787699012.097174:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699012.097178:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000040:1.0:1787699012.097179:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699012.097181:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699012.097185:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699012.097192:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699012.097194:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699012.097195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699012.097196:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699012.097198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787699012.097201:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787699012.097201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787699012.097205:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787699012.097205:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787699012.097209:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699012.097210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:1.0:1787699012.097215:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947242880:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699012.097215:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699012.097217:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699012.097221:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699012.097223:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699012.097224:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699012.097228:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699012.097228:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097231:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787699012.097232:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787699012.097236:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787699012.097237:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000008:00000001:3.0:1787699012.097241:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.097242:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097246:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.097249:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:3.0:1787699012.097251:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000400:00000010:1.0:1787699012.097253:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000020:00000040:3.0:1787699012.097254:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699012.097258:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699012.097259:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699012.097261:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787699012.097261:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699012.097264:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699012.097266:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699012.097268:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947242880, portal 25
02000000:00000010:3.0:1787699012.097270:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:1.0:1787699012.097271:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699012.097273:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299249984 : -116989410301632 : ffff959947c1a940)
00000100:00000001:3.0:1787699012.097276:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699012.097279:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699012.097284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699012.097292:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787699012.097295:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699012.097299:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699012.097300:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699012.097304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699012.097306:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699012.097312:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947242880, offset 0
00000100:00000001:3.0:1787699012.097319:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699012.097324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699012.097325:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:3.0:1787699012.097331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699012.097333:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787699012.097336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699012.097337:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699012.097341:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787699012.097344:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:3.0:1787699012.097345:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4226
00000400:00000200:1.0:1787699012.097354:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699012.097354:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699012.097361:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787699012.097363:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:3.0:1787699012.097364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699012.097369:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699012.097371:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699012.097372:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699012.097375:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699012.097378:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097379:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699012.097382:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699012.097383:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787699012.097386:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12537:12537:256:4294967295] 192.168.201.121@tcp LPNI seq info [12537:12537:8:4294967295]
00000020:00000001:3.0:1787699012.097386:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699012.097389:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699012.097392:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787699012.097396:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:3.0:1787699012.097397:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699012.097401:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097403:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699012.097406:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097410:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699012.097411:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787699012.097414:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699012.097417:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:1.0:1787699012.097420:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097421:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699012.097425:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1787699012.097427:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
02000000:00000001:3.0:1787699012.097427:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699012.097432:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097433:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699012.097434:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1787699012.097437:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000008:00000001:3.0:1787699012.097437:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097441:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699012.097442:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1787699012.097445:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787699012.097448:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000800:00000200:1.1:1787699012.097449:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:3.0:1787699012.097451:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699012.097453:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699012.097455:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787699012.097456:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699012.097458:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699012.097460:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787699012.097464:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000010:3.0:1787699012.097464:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000800:00000010:1.0:1787699012.097468:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000001:3.0:1787699012.097474:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.097475:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787699012.097479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699012.097485:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787699012.097490:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699012.097492:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.097493:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000040:3.0:1787699012.097495:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699012.097498:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787699012.097504:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.097506:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787699012.097507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699012.097511:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699012.097514:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787699012.097515:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699012.097517:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699012.097522:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699012.097527:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4226
00000400:00000200:3.0:1787699012.097533:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699012.097537:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787699012.097537:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699012.097542:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699012.097543:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699012.097550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699012.097552:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097553:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699012.097555:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787699012.097558:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699012.097561:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097562:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699012.097567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:3.0:1787699012.097567:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699012.097571:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787699012.097572:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298899107
00000020:00000001:3.0:1787699012.097576:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1787699012.097579:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ba0.
00000020:00000040:3.0:1787699012.097580:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699012.097584:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699012.097585:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787699012.097588:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699012.097592:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298899107
00000100:00000040:3.0:1787699012.097593:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000010:1.0:1787699012.097596:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010d80.
00000100:00000001:3.0:1787699012.097597:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699012.097601:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787699012.097601:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699012.097604:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699012.097607:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787699012.097608:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787699012.097610:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699012.097614:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097614:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699012.097618:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699012.097620:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787699012.097621:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699012.097637:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699012.097638:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699012/real 1787699012]  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699012.097640:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699012.097642:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699012.097646:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097649:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699012.097654:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000400:00000001:1.0:1787699012.097657:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787699012.097658:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699012.097662:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787699012.097663:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787699012.097664:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.097667:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787699012.097668:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
02000000:00000001:3.0:1787699012.097668:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699012.097670:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.097673:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
02000000:00000010:3.0:1787699012.097674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000400:00000010:1.0:1787699012.097677:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787699012.097679:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.097683:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787699012.097685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787699012.097691:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699012.097692:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699012.097696:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699012.097702:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699012.097712:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699012.097712:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699012.097719:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4236)
00000100:00000001:1.0:1787699012.097721:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699012.097723:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.097725:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.097727:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699012.097730:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097734:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699012.097738:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097742:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699012.097744:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.097745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.097745:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.097747:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699012.097748:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699012.097750:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699012.097752:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699012.097753:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699012.097756:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699012.097760:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947242880:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699012.097763:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.097765:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.097767:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a940 x1874533947242880/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097771:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699012.097772:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699012.097774:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699012.097776:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699012.097778:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699012.097778:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699012.097780:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699012.097782:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699012.097786:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699012.097788:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699012.097789:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a940.
00000100:00000001:1.0:1787699012.097792:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699012.097793:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.097795:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.097801:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699012.097803:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.097805:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699012.097806:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699012.097808:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699012.097812:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097819:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699012.097820:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.097822:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699012.097824:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699012.097826:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699012.097829:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243008:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699012.097831:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699012.097833:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699012.097835:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.097837:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699012.097840:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699012.097841:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.097844:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699012.097845:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699012.097868:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699012.097871:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243008, portal 10
00000100:00000001:1.0:1787699012.097872:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699012.097873:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699012.097878:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097883:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699012.097884:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699012.097885:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699012.097887:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947243008, offset 0
00000400:00000200:1.0:1787699012.097889:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699012.097892:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699012.097895:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699012.097898:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699012.097900:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699012.097902:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699012.097905:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699012.097908:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12538:12538:256:4294967295] 192.168.201.121@tcp LPNI seq info [12538:12538:8:4294967295]
00000400:00000200:1.0:1787699012.097911:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699012.097917:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699012.097921:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699012.097924:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699012.097928:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699012.097931:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699012.097935:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699012.097938:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699012.097941:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699012.097943:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699012.097946:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699012.097949:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699012.097952:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699012.097954:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699012.097956:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699012.097959:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097967:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.097969:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.097975:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.097976:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699012.097979:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699012.097983:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699012.097986:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699012.097988:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298898450
00000100:00000001:1.0:1787699012.097990:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298899107
00000100:00000001:1.0:1787699012.097992:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298898450
00000100:00000001:1.0:1787699012.097994:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298899107
00000100:00000001:1.0:1787699012.097996:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699012.097998:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.098000:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699012.098004:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699012/real 1787699012]  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699012.098011:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699012.098013:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699012.098014:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699012.098017:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699012.098018:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699012.098020:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699012.098024:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699012.098032:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098038:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699012.098039:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098041:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.098042:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699012.098055:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098061:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699012.098065:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098071:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699012.098074:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098075:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.098076:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098078:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699012.098080:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699012.098083:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699012.098086:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699012.098089:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699012.098093:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699012.098100:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243008:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699012.098104:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699012.098107:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098119:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699012.098120:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.098122:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699012.098124:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699012.098126:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699012.098128:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243136:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699012.098131:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699012.098133:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699012.098134:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.098136:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699012.098139:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787699012.098141:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.098145:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699012.098147:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699012.098150:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699012.098153:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243136, portal 4
00000100:00000001:1.0:1787699012.098155:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699012.098156:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699012.098162:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098168:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699012.098170:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699012.098172:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699012.098174:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947243136, offset 0
00000400:00000200:1.0:1787699012.098178:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699012.098182:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699012.098184:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699012.098186:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699012.098188:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699012.098189:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699012.098191:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699012.098193:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12539:12539:256:4294967295] 192.168.201.121@tcp LPNI seq info [12539:12539:8:4294967295]
00000400:00000200:1.0:1787699012.098195:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699012.098199:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699012.098202:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699012.098204:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699012.098206:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699012.098208:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699012.098210:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699012.098212:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699012.098214:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699012.098215:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699012.098217:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699012.098219:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699012.098221:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699012.098222:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699012.098224:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699012.098226:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098230:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.098232:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098236:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.098237:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699012.098240:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699012.098242:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699012.098245:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699012.098247:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298898467
00000100:00000001:1.0:1787699012.098249:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298899107
00000100:00000001:1.0:1787699012.098251:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298898467
00000100:00000001:1.0:1787699012.098253:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298899107
00000100:00000001:1.0:1787699012.098255:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699012.098257:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.098259:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699012.098263:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699012/real 1787699012]  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699012.098270:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699012.098272:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699012.098273:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699012.098275:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699012.098277:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699012.098278:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699012.098281:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699012.098289:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098295:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699012.098296:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098298:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.098299:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699012.098303:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098309:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699012.098311:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098315:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699012.098317:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098317:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.098318:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098319:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699012.098320:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699012.098322:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699012.098324:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699012.098325:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699012.098328:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699012.098332:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243136:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699012.098334:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699012.098336:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098340:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699012.098341:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.098343:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699012.098344:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699012.098346:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699012.098348:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243264:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699012.098351:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699012.098352:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699012.098354:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699012.098355:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699012.098359:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699012.098360:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699012.098363:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699012.098365:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699012.098368:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699012.098371:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243264, portal 4
00000100:00000001:1.0:1787699012.098373:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699012.098374:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699012.098380:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098386:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699012.098389:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699012.098390:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699012.098392:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947243264, offset 0
00000400:00000200:1.0:1787699012.098394:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699012.098397:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699012.098399:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699012.098401:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699012.098403:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699012.098404:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699012.098405:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699012.098407:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12540:12540:256:4294967295] 192.168.201.121@tcp LPNI seq info [12540:12540:8:4294967295]
00000400:00000200:1.0:1787699012.098410:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699012.098414:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699012.098416:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699012.098418:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699012.098420:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699012.098422:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699012.098424:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699012.098426:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699012.098428:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699012.098429:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699012.098431:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699012.098433:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699012.098435:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699012.098436:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699012.098438:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699012.098440:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098444:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.098446:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098450:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.098451:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699012.098453:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699012.098455:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699012.098456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699012.098458:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298898454
00000100:00000001:1.0:1787699012.098459:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298899107
00000100:00000001:1.0:1787699012.098461:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298898454
00000100:00000001:1.0:1787699012.098462:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298899107
00000100:00000001:1.0:1787699012.098463:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699012.098464:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.098465:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699012.098467:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699012/real 1787699012]  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699012.098471:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699012.098472:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699012.098473:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699012.098474:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699012.098475:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699012.098476:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699012.098478:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699012.098482:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098486:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699012.098486:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098487:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.098488:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699012.098490:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098493:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699012.098495:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098499:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699012.098501:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098502:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699012.098503:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098504:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699012.098505:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699012.098506:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699012.098507:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699012.098509:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699012.098510:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699012.098514:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243264:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699012.098516:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098517:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.098519:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947243008/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098522:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699012.098523:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699012.098525:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699012.098526:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699012.098527:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699012.098528:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699012.098529:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699012.098530:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699012.098532:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699012.098533:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699012.098533:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699012.098535:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699012.098535:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098537:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.098538:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947243136/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098542:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699012.098543:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699012.098544:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787699012.098545:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699012.098545:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699012.098546:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699012.098547:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699012.098548:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699012.098549:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699012.098550:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699012.098551:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699012.098552:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699012.098553:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098553:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699012.098555:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947243264/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699037 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699012.098558:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699012.098559:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699012.098559:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699012.098560:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699012.098561:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699012.098562:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699012.098563:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699012.098563:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699012.098564:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699012.098565:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699012.098565:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699012.098567:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699012.098567:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098568:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699012.098571:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699012.098571:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699012.098573:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699012.098574:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699012.544933:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699012.544940:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699012.544943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699012.544948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699012.544952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699012.544955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699012.544958:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699012.544961:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699012.544964:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699012.544986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699012.544990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699012.544994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699012.544995:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699012.544998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699012.544999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699012.545237:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699012.545239:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699012.545240:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699012.545242:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699012.545244:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699012.545245:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699012.545246:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699012.545248:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699012.545249:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699012.545693:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699012.545697:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699012.545700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699012.800945:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298899107, at 4298899136
00000100:00000040:1.0:1787699012.800945:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298899107, at 4298899136
00000100:00000010:1.0:1787699012.800960:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d80.
00000100:00000010:0.0:1787699012.800962:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ba0.
00000100:00000001:2.0:1787699013.120949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699013.120957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699013.120959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699013.120964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699013.120968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699013.120971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699013.120973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699013.120975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699013.120979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699013.568949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699013.568949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699013.568958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699013.568958:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699013.568961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699013.568965:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699013.568966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.568968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699013.568971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787699013.568973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699013.568974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699013.568974:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699013.568978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699013.568978:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699013.568978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699013.568983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699013.568983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699013.568984:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699013.568988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.568988:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787699013.568989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699013.568991:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699013.568993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699013.568994:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699013.568997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.568999:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.569005:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699013.569006:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699013.569008:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699013.569009:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.569011:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699013.569013:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.569015:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.569016:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699013.569019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699013.569021:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699013.569104:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699013.569107:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699013.569110:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699014.144946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699014.144954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699014.144956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699014.144961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699014.144964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699014.144967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699014.144969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699014.144971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699014.144974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699014.592959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699014.592965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699014.592966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699014.592971:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699014.592973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699014.592976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699014.592979:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699014.592980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699014.592982:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699014.593362:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699014.593366:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699014.593367:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699014.593370:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699014.593372:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699014.593374:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699014.593376:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699014.593378:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699014.593380:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699014.593673:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699014.593677:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699014.593681:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699014.593682:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699014.593686:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699014.593688:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699014.593734:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699014.593738:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699014.593741:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699015.168954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699015.168960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699015.168961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699015.168965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699015.168967:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699015.168970:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699015.168972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699015.168974:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699015.168976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699015.616905:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699015.616911:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699015.616912:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699015.616917:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699015.616921:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699015.616922:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699015.616924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699015.616927:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699015.616928:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699015.616929:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699015.616931:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699015.616934:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787699015.616935:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699015.616936:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699015.616939:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699015.616940:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699015.616940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699015.616943:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699015.616946:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699015.616947:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699015.616948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699015.616949:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699015.616953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699015.616953:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699015.617017:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699015.617021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699015.617024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699016.192958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699016.192963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699016.192965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699016.192968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699016.192973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699016.192976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699016.192978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699016.192979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699016.192982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699016.640930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699016.640941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699016.640944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699016.640948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787699016.640952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699016.640953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699016.640955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699016.640959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787699016.640960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699016.640964:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699016.640965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699016.640966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699016.640971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699016.640975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699016.640976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699016.640981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699016.640981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699016.640984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699016.640989:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699016.640992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699016.640994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699016.640996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699016.641006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699016.641011:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699016.641014:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699016.641019:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699016.641023:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699016.641025:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699016.641027:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699016.641032:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699016.641059:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699016.641064:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699016.641068:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787699017.216949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699017.216960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699017.216963:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699017.216967:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699017.216971:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699017.216978:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4231
00000400:00000200:3.0:1787699017.216986:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699017.216991:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699017.216994:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787699017.216996:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1787699017.216998:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699017.217002:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699017.217004:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787699017.217006:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699017.217009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00100000:2.0:1787699017.217013:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787699017.217014:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787699017.217019:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699017.217020:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699017.217024:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699017.217026:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699017.217030:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699017.217033:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000001:2.0:1787699017.217034:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787699017.217035:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699017.217041:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217043:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699017.217044:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217046:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699017.217049:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699017.217052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217055:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699017.217057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699017.217060:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699017.217063:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699017.217067:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699017.217068:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787699017.217069:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699017.217072:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699017.217074:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699017.217084:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699017.217088:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699017.217092:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699017.217093:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217095:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699017.217098:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699017.217101:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699017.217106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787699017.217111:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699017.217120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699017.217135:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699017.217140:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699017.217145:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699017.217168:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699017.217171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699017.217174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699017.217175:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699017.217177:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699017.217180:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699017.217182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4231
00000400:00000200:3.0:1787699017.217186:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699017.217189:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699017.217192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699017.217194:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217196:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699017.217198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217200:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699017.217202:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699017.217203:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699017.217205:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699017.217206:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699017.217208:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699017.217210:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699017.217213:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699017.217216:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217218:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699017.217220:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699017.217222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217224:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699017.217225:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699017.217229:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699017.217230:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217232:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699017.217236:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699017.217239:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217241:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699017.217245:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787699017.217247:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699017.217250:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699017.217251:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217253:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699017.217254:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699017.217256:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699017.217259:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699017.217263:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.217267:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1787699017.217269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699017.217273:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699017.217277:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787699017.217282:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699017.217286:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699017.217287:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699017.217292:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217308:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699017.217312:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217312:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699017.217317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787699017.217318:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699017.217322:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787699017.217323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699017.217326:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787699017.217328:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699017.217329:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699017.217334:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787699017.217335:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947243392:192.168.201.121@tcp:250:kworker.0
00000100:00080000:3.0:1787699017.217340:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4231
00000100:00000001:1.0:1787699017.217342:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699017.217348:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1787699017.217348:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699017.217352:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699017.217354:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
02000000:00000001:1.0:1787699017.217358:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787699017.217358:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699017.217363:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217365:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787699017.217366:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
00000100:00000040:3.0:1787699017.217368:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787699017.217371:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217372:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699017.217377:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699017.217378:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699017.217379:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699017.217381:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699017.217383:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699017.217385:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699017.217388:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217389:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699017.217391:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217393:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699017.217395:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699017.217397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217400:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699017.217401:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699017.217404:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699017.217406:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217409:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699017.217411:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699017.217413:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217415:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699017.217418:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699017.217421:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699017.217423:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699017.217425:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217426:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699017.217428:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699017.217429:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699017.217433:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699017.217436:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699017.217441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699017.217448:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699017.217450:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699017.217453:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699017.217461:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699017.217463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699017.217466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699017.217468:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699017.217469:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787699017.217483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699017.217484:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699017.217489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4231
00000400:00000010:1.0:1787699017.217491:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000200:3.0:1787699017.217495:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699017.217500:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000010:1.0:1787699017.217501:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00080000:3.0:1787699017.217503:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699017.217507:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217510:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787699017.217511:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243392, portal 25
00000100:00000040:3.0:1787699017.217513:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699017.217515:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699017.217517:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699017.217520:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000020:00000001:3.0:1787699017.217521:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699017.217524:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000040:1.0:1787699017.217531:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699017.217546:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699017.217550:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787699017.217554:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787699017.217555:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699017.217560:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699017.217561:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699017.217567:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000040:3.0:1787699017.217568:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699017.217572:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947243392, offset 0
00000100:00000001:3.0:1787699017.217573:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699017.217577:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217581:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699017.217585:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:1.0:1787699017.217586:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699017.217597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699017.217598:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217602:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.217605:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:3.0:1787699017.217606:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699017.217611:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699017.217613:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787699017.217615:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.217618:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699017.217621:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000008:00100000:3.0:1787699017.217621:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699017.217626:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.217627:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699017.217629:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.217633:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000010:3.0:1787699017.217636:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000400:00000200:1.0:1787699017.217641:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12541:12541:256:4294967295] 192.168.201.121@tcp LPNI seq info [12541:12541:8:4294967295]
00000020:00000040:3.0:1787699017.217642:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699017.217646:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699017.217649:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.217653:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699017.217654:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699017.217656:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699017.217659:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699017.217663:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000400:00000200:1.0:1787699017.217669:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787699017.217670:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699017.217679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787699017.217682:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699017.217691:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787699017.217692:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:3.0:1787699017.217695:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699017.217701:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787699017.217704:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699017.217711:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787699017.217715:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699017.217721:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4241)
00000800:00000200:1.1:1787699017.217721:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699017.217727:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699017.217732:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.217735:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699017.217742:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699017.217746:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699017.217751:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699017.217753:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699017.217757:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699017.217761:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217770:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.217774:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217789:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.217791:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699017.217800:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.217804:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699017.217807:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298904227
00000100:00000010:1.0:1787699017.217812:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010d80.
00000100:00000001:1.0:1787699017.217819:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699017.217824:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298904227
00000100:00000010:1.0:1787699017.217828:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470105a0.
00000100:00000001:1.0:1787699017.217830:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699017.217834:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699017.217836:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.217839:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699017.217843:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699017/real 1787699017]  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699017.217878:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699017.217880:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699017.217882:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699017.217884:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699017.217886:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699017.217888:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699017.217892:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699017.217901:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217907:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699017.217909:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.217911:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.217913:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699017.217916:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217923:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699017.217928:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217935:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699017.217937:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.217939:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.217940:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.217942:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699017.217944:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699017.217947:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699017.217950:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699017.217952:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699017.217956:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699017.217964:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947243392:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699017.217968:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.217970:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.217973:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947243392/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.217979:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699017.217982:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699017.217984:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699017.217986:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699017.217988:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699017.217990:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699017.217992:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699017.217994:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699017.217998:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699017.218000:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699017.218002:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699017.218004:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699017.218006:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218008:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218014:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699017.218015:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218017:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699017.218019:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699017.218020:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699017.218023:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218030:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699017.218031:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699017.218033:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699017.218035:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699017.218037:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699017.218040:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243520:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699017.218043:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699017.218045:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699017.218046:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699017.218048:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699017.218050:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699017.218052:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.218055:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699017.218058:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699017.218061:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699017.218063:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243520, portal 10
00000100:00000001:1.0:1787699017.218065:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699017.218066:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699017.218072:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218078:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699017.218080:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699017.218083:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699017.218085:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947243520, offset 0
00000400:00000200:1.0:1787699017.218089:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699017.218092:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699017.218096:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699017.218099:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699017.218101:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699017.218103:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699017.218105:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699017.218108:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12542:12542:256:4294967295] 192.168.201.121@tcp LPNI seq info [12542:12542:8:4294967295]
00000400:00000200:1.0:1787699017.218111:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699017.218117:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699017.218122:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.218125:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699017.218128:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699017.218131:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699017.218135:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699017.218138:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699017.218141:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.218143:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699017.218146:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699017.218149:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699017.218151:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699017.218153:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699017.218155:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699017.218159:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218166:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.218169:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218175:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218176:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699017.218179:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699017.218183:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699017.218186:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699017.218188:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298903570
00000100:00000001:1.0:1787699017.218190:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298904227
00000100:00000001:1.0:1787699017.218192:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298903570
00000100:00000001:1.0:1787699017.218194:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298904227
00000100:00000001:1.0:1787699017.218196:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699017.218198:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218200:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699017.218203:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699017/real 1787699017]  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699017.218211:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699017.218212:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699017.218213:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699017.218216:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699017.218217:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699017.218219:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699017.218222:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699017.218229:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218235:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699017.218237:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218238:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.218239:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699017.218243:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218249:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699017.218262:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218269:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699017.218271:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218272:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.218274:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218275:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699017.218277:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699017.218280:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699017.218283:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699017.218285:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699017.218288:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699017.218296:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243520:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699017.218299:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699017.218302:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218308:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699017.218309:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699017.218311:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699017.218313:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699017.218314:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699017.218317:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243648:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699017.218320:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699017.218322:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699017.218323:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699017.218325:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699017.218328:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787699017.218329:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.218332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699017.218335:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699017.218338:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699017.218341:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243648, portal 4
00000100:00000001:1.0:1787699017.218342:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699017.218344:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699017.218349:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218355:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699017.218357:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699017.218359:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699017.218361:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947243648, offset 0
00000400:00000200:1.0:1787699017.218365:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699017.218368:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699017.218372:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699017.218375:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699017.218377:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699017.218389:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699017.218392:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699017.218394:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12543:12543:256:4294967295] 192.168.201.121@tcp LPNI seq info [12543:12543:8:4294967295]
00000400:00000200:1.0:1787699017.218398:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699017.218404:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699017.218408:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.218411:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699017.218415:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699017.218417:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699017.218421:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699017.218435:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699017.218439:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.218440:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699017.218443:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699017.218446:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699017.218449:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699017.218451:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699017.218454:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699017.218458:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218464:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.218467:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218472:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218474:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699017.218477:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699017.218479:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699017.218483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699017.218484:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298903587
00000100:00000001:1.0:1787699017.218487:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298904227
00000100:00000001:1.0:1787699017.218489:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298903587
00000100:00000001:1.0:1787699017.218490:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298904227
00000100:00000001:1.0:1787699017.218492:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699017.218494:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218496:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699017.218500:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699017/real 1787699017]  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699017.218507:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699017.218508:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699017.218509:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699017.218512:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699017.218513:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699017.218515:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699017.218518:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699017.218526:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218551:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699017.218552:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218555:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.218556:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699017.218560:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218566:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699017.218570:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218576:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699017.218578:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218579:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.218580:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218583:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699017.218584:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699017.218587:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699017.218589:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699017.218592:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699017.218596:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699017.218602:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243648:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699017.218606:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699017.218608:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218614:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699017.218615:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699017.218618:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699017.218619:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699017.218621:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699017.218624:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243776:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699017.218627:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699017.218629:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699017.218631:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699017.218632:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699017.218635:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699017.218637:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699017.218640:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699017.218642:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699017.218645:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699017.218648:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243776, portal 4
00000100:00000001:1.0:1787699017.218650:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699017.218651:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699017.218657:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218663:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699017.218665:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699017.218667:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699017.218670:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947243776, offset 0
00000400:00000200:1.0:1787699017.218674:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699017.218677:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699017.218681:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699017.218683:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699017.218686:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699017.218688:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699017.218690:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699017.218693:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12544:12544:256:4294967295] 192.168.201.121@tcp LPNI seq info [12544:12544:8:4294967295]
00000400:00000200:1.0:1787699017.218696:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699017.218702:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699017.218707:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.218710:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699017.218714:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699017.218716:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699017.218720:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699017.218723:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699017.218726:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699017.218728:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699017.218731:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699017.218735:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699017.218737:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699017.218739:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699017.218741:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699017.218744:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218752:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.218755:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699042 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218761:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218763:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699017.218766:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699017.218769:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699017.218772:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699017.218773:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298903574
00000100:00000001:1.0:1787699017.218776:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298904227
00000100:00000001:1.0:1787699017.218778:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298903574
00000100:00000001:1.0:1787699017.218780:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298904227
00000100:00000001:1.0:1787699017.218782:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699017.218784:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.218786:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699017.218790:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699017/real 1787699017]  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699017.218797:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699017.218799:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699017.218800:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699017.218803:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699017.218804:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699017.218806:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699017.218809:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699017.218817:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218823:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699017.218825:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218827:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.218828:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699017.218831:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218838:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699017.218842:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218867:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699017.218869:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218870:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699017.218872:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218874:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699017.218875:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699017.218878:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699017.218881:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699017.218884:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699017.218889:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699017.218897:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947243776:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699017.218900:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218902:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.218905:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947243520/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218912:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699017.218913:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699017.218915:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699017.218918:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699017.218919:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699017.218920:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699017.218922:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699017.218924:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699017.218927:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699017.218928:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699017.218930:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699017.218932:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699017.218933:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218935:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.218938:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947243648/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218945:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699017.218946:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699017.218948:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787699017.218950:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699017.218951:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699017.218952:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699017.218954:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699017.218956:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699017.218958:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699017.218959:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699017.218961:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699017.218963:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699017.218964:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218965:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699017.218969:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947243776/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699042 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699017.218975:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699017.218977:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699017.218978:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699017.218980:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699017.218981:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699017.218983:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699017.218984:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699017.218986:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699017.218988:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699017.218989:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699017.218990:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699017.218992:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699017.218994:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218995:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.218999:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699017.219000:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.219002:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699017.219004:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.664944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699017.664953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699017.664957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699017.664961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699017.664962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699017.664968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.664969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699017.664975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699017.664976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699017.664977:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699017.664979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699017.664981:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699017.664983:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699017.664985:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.664986:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699017.664986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699017.664989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699017.664994:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699017.664994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699017.664998:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699017.665002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.665005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699017.665007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699017.665009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699017.665021:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699017.665024:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699017.665028:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699017.920945:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298904227, at 4298904256
00000100:00000040:1.0:1787699017.920945:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298904227, at 4298904256
00000100:00000010:1.0:1787699017.920958:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470105a0.
00000100:00000010:0.0:1787699017.920961:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010d80.
00000100:00000001:2.0:1787699018.240974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699018.240981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699018.240983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699018.240988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699018.240992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699018.240996:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699018.240998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699018.241000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699018.241003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699018.688929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699018.688948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699018.688950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699018.688951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699018.688958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787699018.688959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699018.688961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699018.688965:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787699018.688966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699018.688969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699018.688975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699018.688975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699018.688987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699018.688990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699018.688994:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699018.689056:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699018.689060:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699018.689064:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699018.689066:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699018.689070:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699018.689072:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699018.689167:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699018.689169:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699018.689176:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699018.689265:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699018.689267:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699018.689269:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699019.264918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699019.264925:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699019.264928:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699019.264932:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699019.264940:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699019.264943:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699019.264946:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699019.264948:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699019.264952:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699019.712912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699019.712922:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699019.712925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699019.712930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699019.712934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699019.712934:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699019.712943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699019.712943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699019.712948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699019.712952:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699019.712954:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699019.712956:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699019.712958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699019.712960:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699019.712966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699019.712966:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699019.712970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699019.712973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699019.713571:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699019.713575:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699019.713578:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699019.713580:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699019.713582:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699019.713584:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699019.713629:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699019.713632:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699019.713635:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699020.288980:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699020.288987:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699020.288989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699020.289002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699020.289006:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699020.289010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699020.289012:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699020.289016:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699020.289019:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699020.736949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699020.736962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699020.736967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699020.736975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699020.736976:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699020.736977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699020.736985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699020.736986:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699020.736986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699020.736991:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699020.736992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699020.737002:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699020.737002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699020.737007:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699020.737009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699020.737011:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699020.737011:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699020.737016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699020.737020:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699020.737023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699020.737027:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699020.737034:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699020.737038:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699020.737044:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699020.737081:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699020.737086:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699020.737090:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699021.312949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699021.312956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699021.312958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699021.312962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699021.312966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699021.312969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699021.312972:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699021.312975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699021.312977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699021.760992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699021.760993:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699021.760996:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699021.761004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699021.761005:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699021.761005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699021.761008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699021.761011:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699021.761015:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699021.761017:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699021.761020:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699021.761021:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699021.761022:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699021.761026:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699021.761029:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699021.761031:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699021.761031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699021.761034:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699021.761036:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699021.761037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699021.761038:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699021.761048:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699021.761053:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699021.761057:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699021.761543:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699021.761545:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699021.761548:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787699022.337012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699022.337022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699022.337025:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699022.337028:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699022.337032:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699022.337040:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4236
00000400:00000200:1.0:1787699022.337049:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699022.337054:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699022.337057:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699022.337060:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337062:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699022.337064:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337067:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699022.337070:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699022.337072:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699022.337075:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699022.337078:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699022.337079:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699022.337081:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699022.337083:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337085:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699022.337086:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337087:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699022.337089:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699022.337091:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337094:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699022.337097:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787699022.337100:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
02000000:00000001:1.0:1787699022.337101:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699022.337105:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699022.337106:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699022.337110:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787699022.337110:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337114:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699022.337115:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699022.337119:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699022.337121:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699022.337123:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699022.337125:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787699022.337128:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000100:00000001:2.0:1787699022.337128:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787699022.337134:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699022.337138:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699022.337141:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337144:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699022.337148:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699022.337152:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699022.337162:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000100:00000001:1.0:1787699022.337170:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699022.337179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699022.337187:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699022.337191:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699022.337194:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699022.337213:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699022.337215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699022.337217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699022.337219:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699022.337220:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699022.337222:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699022.337224:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4236
00000400:00000200:1.0:1787699022.337226:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699022.337229:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699022.337231:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699022.337234:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699022.337234:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699022.337238:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699022.337240:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787699022.337243:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699022.337248:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699022.337253:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699022.337259:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699022.337260:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699022.337261:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699022.337266:0:38:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1787699022.337267:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1787699022.337269:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
02000000:00000001:3.0:1787699022.337270:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787699022.337273:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1787699022.337274:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787699022.337278:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00100000:3.0:1787699022.337279:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947243904:192.168.201.121@tcp:250:kworker.0
00000020:00000001:1.0:1787699022.337284:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699022.337287:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1787699022.337288:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699022.337292:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337294:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699022.337295:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337296:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699022.337297:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699022.337299:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337300:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699022.337301:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699022.337303:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699022.337307:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699022.337308:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699022.337313:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.337314:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787699022.337317:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000010:3.0:1787699022.337322:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
00000008:00100000:1.0:1787699022.337323:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787699022.337327:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787699022.337329:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337332:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699022.337336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:1.0:1787699022.337337:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787699022.337341:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000010:3.0:1787699022.337343:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
02000000:00000001:1.0:1787699022.337344:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699022.337347:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337349:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699022.337350:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699022.337352:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699022.337354:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
02000000:00000010:1.0:1787699022.337355:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787699022.337360:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699022.337365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787699022.337365:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947243904, portal 25
00000100:00000001:3.0:1787699022.337369:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699022.337372:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000001:1.0:1787699022.337378:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699022.337380:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699022.337382:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699022.337385:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.337402:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787699022.337405:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699022.337408:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787699022.337410:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1787699022.337413:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00080000:1.0:1787699022.337416:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699022.337419:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1787699022.337420:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947243904, offset 0
00000100:00080000:1.0:1787699022.337421:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699022.337426:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699022.337430:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4236
00000400:00000200:3.0:1787699022.337432:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699022.337437:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699022.337441:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699022.337443:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787699022.337445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699022.337447:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337465:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699022.337467:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337469:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699022.337471:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699022.337472:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699022.337474:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699022.337477:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699022.337481:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699022.337481:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787699022.337486:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699022.337490:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787699022.337493:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699022.337497:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787699022.337498:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699022.337503:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699022.337503:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787699022.337507:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699022.337509:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:1.0:1787699022.337510:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699022.337515:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12545:12545:256:4294967295] 192.168.201.121@tcp LPNI seq info [12545:12545:8:4294967295]
00000100:00080000:1.0:1787699022.337517:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337523:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699022.337525:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699022.337528:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699022.337530:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337532:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787699022.337534:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:1.0:1787699022.337536:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699022.337540:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337542:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699022.337546:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787699022.337551:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787699022.337554:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787699022.337556:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699022.337558:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337560:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699022.337561:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699022.337563:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699022.337566:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000001:1.0:1787699022.337569:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699022.337572:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00100000:1.0:1787699022.337576:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1787699022.337580:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000100:00000001:1.0:1787699022.337585:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699022.337587:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699022.337590:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787699022.337592:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787699022.337594:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1787699022.337603:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787699022.337603:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:1.0:1787699022.337608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1787699022.337609:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1787699022.337614:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699022.337617:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:3.0:1787699022.337617:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.337621:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000100:00080000:1.0:1787699022.337622:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699022.337626:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699022.337629:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4236
00000400:00000200:3.0:1787699022.337630:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699022.337633:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.337637:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699022.337638:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699022.337643:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699022.337646:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337647:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699022.337648:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000100:00000040:1.0:1787699022.337649:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337652:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:3.0:1787699022.337653:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000020:00000001:1.0:1787699022.337654:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699022.337656:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699022.337658:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699022.337659:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787699022.337661:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787699022.337662:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699022.337665:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699022.337669:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787699022.337670:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699022.337673:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337675:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699022.337678:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699022.337682:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699022.337684:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699022.337685:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699022.337687:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699022.337688:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337689:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699022.337690:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699022.337693:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699022.337696:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699022.337699:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787699022.337702:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699022.337704:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699022.337705:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.337705:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787699022.337709:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699022.337710:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699022.337711:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699022.337713:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787699022.337714:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000001:1.0:1787699022.337718:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699022.337724:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699022.337739:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699022.337741:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699022.337743:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699022.337755:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.337759:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699022.337760:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4246)
00000100:00000001:3.0:1787699022.337764:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699022.337774:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699022.337779:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699022.337783:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298909347
00000100:00000010:3.0:1787699022.337790:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122d20.
00000100:00000001:3.0:1787699022.337797:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699022.337812:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298909347
00000100:00000010:3.0:1787699022.337817:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122e40.
00000100:00000001:3.0:1787699022.337820:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699022.337824:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699022.337826:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.337830:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699022.337835:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699022/real 1787699022]  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699022.337845:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699022.337870:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699022.337873:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699022.337876:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699022.337878:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699022.337882:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699022.337887:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699022.337896:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.337903:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699022.337904:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.337907:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.337909:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699022.337912:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.337917:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699022.337920:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.337925:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699022.337926:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.337927:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.337928:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.337930:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699022.337931:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699022.337933:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699022.337935:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699022.337937:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699022.337939:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699022.337944:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947243904:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699022.337947:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.337949:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.337951:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947243904/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.337955:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699022.337958:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699022.337961:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699022.337963:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699022.337965:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699022.337967:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699022.337969:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699022.337972:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:3.0:1787699022.337975:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699022.337978:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699022.337980:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787699022.337983:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699022.337984:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.337986:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.337994:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699022.337996:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.337998:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699022.337999:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699022.338001:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699022.338004:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338011:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699022.338011:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.338013:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699022.338014:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699022.338016:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699022.338018:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244032:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699022.338020:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699022.338021:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699022.338022:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.338023:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699022.338026:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699022.338027:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699022.338030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699022.338032:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699022.338034:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699022.338036:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244032, portal 10
00000100:00000001:3.0:1787699022.338037:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699022.338039:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787699022.338043:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338047:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699022.338049:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699022.338051:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699022.338052:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947244032, offset 0
00000400:00000200:3.0:1787699022.338055:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699022.338058:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.338060:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699022.338063:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699022.338065:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699022.338068:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699022.338070:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699022.338073:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12546:12546:256:4294967295] 192.168.201.121@tcp LPNI seq info [12546:12546:8:4294967295]
00000400:00000200:3.0:1787699022.338077:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.338083:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699022.338087:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.338091:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699022.338095:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699022.338098:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787699022.338102:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699022.338105:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787699022.338109:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.338110:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699022.338113:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699022.338117:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699022.338120:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699022.338122:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699022.338124:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699022.338128:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338134:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.338136:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338141:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338142:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699022.338145:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699022.338148:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699022.338150:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699022.338151:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298908690
00000100:00000001:3.0:1787699022.338154:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298909347
00000100:00000001:3.0:1787699022.338155:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298908690
00000100:00000001:3.0:1787699022.338157:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298909347
00000100:00000001:3.0:1787699022.338158:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699022.338159:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338160:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699022.338163:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699022/real 1787699022]  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699022.338167:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699022.338168:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699022.338169:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699022.338170:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699022.338171:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699022.338172:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699022.338174:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699022.338179:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338183:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699022.338183:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338184:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.338185:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699022.338187:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338190:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699022.338192:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338197:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699022.338199:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338200:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.338200:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338201:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699022.338203:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699022.338204:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699022.338206:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699022.338207:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699022.338209:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699022.338213:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244032:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699022.338216:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699022.338218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338222:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699022.338223:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.338224:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699022.338225:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699022.338226:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699022.338227:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244160:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699022.338229:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699022.338231:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699022.338232:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.338233:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699022.338236:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699022.338237:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699022.338239:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699022.338241:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699022.338243:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699022.338245:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244160, portal 4
00000100:00000001:3.0:1787699022.338246:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699022.338247:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787699022.338250:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338254:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699022.338255:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699022.338257:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699022.338258:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947244160, offset 0
00000400:00000200:3.0:1787699022.338260:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699022.338262:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.338264:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699022.338266:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699022.338268:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699022.338269:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699022.338271:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699022.338273:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12547:12547:256:4294967295] 192.168.201.121@tcp LPNI seq info [12547:12547:8:4294967295]
00000400:00000200:3.0:1787699022.338275:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.338278:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699022.338281:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.338283:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699022.338285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699022.338286:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787699022.338289:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699022.338292:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787699022.338295:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.338297:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699022.338300:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699022.338303:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699022.338306:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699022.338308:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699022.338310:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699022.338313:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338321:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.338323:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338328:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338329:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699022.338332:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699022.338334:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699022.338336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699022.338337:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298908707
00000100:00000001:3.0:1787699022.338339:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298909347
00000100:00000001:3.0:1787699022.338340:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298908707
00000100:00000001:3.0:1787699022.338341:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298909347
00000100:00000001:3.0:1787699022.338342:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699022.338344:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338345:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699022.338347:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699022/real 1787699022]  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699022.338351:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699022.338352:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699022.338353:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699022.338354:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699022.338355:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699022.338356:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699022.338358:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699022.338363:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338370:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699022.338371:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338372:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.338373:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699022.338375:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338379:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699022.338381:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338384:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699022.338385:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338386:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.338387:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338388:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699022.338389:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699022.338390:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699022.338392:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699022.338393:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699022.338395:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699022.338399:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244160:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699022.338402:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699022.338404:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338407:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699022.338408:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.338409:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699022.338411:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699022.338412:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699022.338414:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244288:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699022.338416:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699022.338417:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699022.338418:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699022.338419:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699022.338421:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699022.338422:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699022.338424:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699022.338425:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699022.338427:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699022.338429:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244288, portal 4
00000100:00000001:3.0:1787699022.338431:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699022.338432:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:3.0:1787699022.338437:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338443:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699022.338445:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699022.338447:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699022.338462:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947244288, offset 0
00000400:00000200:3.0:1787699022.338467:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699022.338471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.338474:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699022.338477:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699022.338479:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699022.338481:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699022.338484:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699022.338486:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12548:12548:256:4294967295] 192.168.201.121@tcp LPNI seq info [12548:12548:8:4294967295]
00000400:00000200:3.0:1787699022.338489:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699022.338493:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699022.338497:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.338499:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699022.338501:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699022.338503:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787699022.338505:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699022.338507:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787699022.338510:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699022.338511:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699022.338514:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699022.338517:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699022.338519:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699022.338521:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699022.338524:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699022.338527:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338534:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.338537:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699047 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338543:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338545:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699022.338548:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699022.338551:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699022.338554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699022.338556:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298908694
00000100:00000001:3.0:1787699022.338558:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298909347
00000100:00000001:3.0:1787699022.338560:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298908694
00000100:00000001:3.0:1787699022.338561:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298909347
00000100:00000001:3.0:1787699022.338562:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699022.338564:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338565:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699022.338568:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699022/real 1787699022]  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699022.338573:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699022.338574:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699022.338575:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699022.338577:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699022.338578:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699022.338579:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699022.338580:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699022.338585:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338589:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699022.338589:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338590:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.338591:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699022.338593:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338597:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699022.338599:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338603:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699022.338604:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338605:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699022.338605:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338606:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699022.338607:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699022.338609:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699022.338610:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699022.338611:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699022.338615:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699022.338619:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244288:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699022.338622:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338623:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.338624:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947244032/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338628:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699022.338629:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699022.338630:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699022.338631:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699022.338632:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699022.338633:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699022.338634:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699022.338635:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:3.0:1787699022.338636:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699022.338637:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699022.338638:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787699022.338640:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699022.338641:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338641:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.338643:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947244160/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338646:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699022.338647:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699022.338648:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699022.338649:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699022.338649:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699022.338650:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699022.338651:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699022.338652:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:3.0:1787699022.338653:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699022.338654:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699022.338655:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787699022.338656:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699022.338657:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338658:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699022.338660:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947244288/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699047 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699022.338663:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699022.338664:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699022.338665:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699022.338666:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699022.338666:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699022.338667:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699022.338668:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699022.338669:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:3.0:1787699022.338670:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699022.338670:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699022.338671:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787699022.338672:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699022.338673:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338674:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699022.338676:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699022.338677:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.338678:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699022.338679:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.784979:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699022.784983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699022.784989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.784989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699022.784993:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699022.784998:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699022.784999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699022.785002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699022.785003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699022.785004:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699022.785008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699022.785010:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699022.785011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699022.785012:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699022.785014:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699022.785015:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699022.785016:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787699022.785021:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699022.785023:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699022.785028:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699022.785032:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699022.785036:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699022.785038:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699022.785040:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699022.785069:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699022.785073:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699022.785076:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699023.040968:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298909347, at 4298909376
00000100:00000010:1.0:1787699023.040984:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122e40.
00000100:00000040:0.0:1787699023.040986:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298909347, at 4298909376
00000100:00000010:0.0:1787699023.040995:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122d20.
00000100:00000001:2.0:1787699023.360968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699023.360975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699023.360987:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699023.360993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699023.360998:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699023.361002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699023.361005:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699023.361009:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699023.361012:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699023.808989:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699023.808989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699023.808994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699023.808999:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699023.809000:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699023.809002:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699023.809005:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699023.809005:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809007:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699023.809013:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699023.809015:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699023.809015:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699023.809019:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699023.809022:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699023.809022:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699023.809024:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809027:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699023.809028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699023.809029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699023.809031:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699023.809033:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699023.809037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699023.809038:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699023.809041:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699023.809041:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809042:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699023.809045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699023.809046:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699023.809050:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809051:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809055:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699023.809057:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809059:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809061:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699023.809066:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699023.809068:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699023.809160:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699023.809164:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699023.809168:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699024.385013:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699024.385024:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699024.385026:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699024.385034:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699024.385038:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699024.385042:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699024.385045:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699024.385048:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699024.385052:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699024.832968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699024.832969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699024.832975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699024.832977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699024.832983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699024.832983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699024.832985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699024.832990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699024.832990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699024.832991:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699024.832991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699024.832998:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699024.832998:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699024.833002:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699024.833002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699024.833008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787699024.833009:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699024.833011:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699024.833013:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699024.833015:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699024.833017:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699024.833021:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699024.833023:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699024.833026:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699024.833134:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699024.833137:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699024.833141:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699025.409581:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699025.409590:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699025.409593:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699025.409599:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699025.409604:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699025.409608:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699025.409611:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699025.409614:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699025.409617:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699025.856945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699025.856952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699025.856956:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699025.856958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699025.856961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699025.856963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699025.856966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699025.856968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699025.856970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699025.856975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699025.856982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699025.856989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699025.856995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787699025.856997:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1787699025.856999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787699025.857001:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699025.857001:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699025.857004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699025.857009:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00010000:0.0:1787699025.857010:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699025.857013:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699025.857019:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699025.857023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699025.857028:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699025.857031:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699025.857033:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699025.857035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699026.432945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699026.432950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699026.432952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699026.432955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699026.432958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699026.432961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699026.432962:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699026.432964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699026.432966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699026.880963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699026.880967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699026.880972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699026.880973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699026.880975:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699026.880980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:3.0:1787699026.880980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699026.880983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699026.880985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699026.880988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699026.880991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699026.880992:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699026.880995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699026.880999:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699026.880999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699026.881003:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787699026.881005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699026.881011:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699026.881013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699026.881014:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699026.881017:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699026.881024:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699026.881027:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699026.881030:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699026.881032:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699026.881034:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699026.881038:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699026.881043:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699026.881047:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699026.881050:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699026.881081:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699026.881083:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699026.881086:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699027.456968:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699027.456975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699027.456978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699027.456983:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699027.456987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699027.456992:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699027.456995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699027.456996:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699027.457002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699027.457011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699027.457012:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457017:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699027.457023:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699027.457028:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699027.457036:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4241
00000400:00000200:1.0:1787699027.457045:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699027.457052:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699027.457054:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699027.457057:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457059:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699027.457062:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457064:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699027.457067:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699027.457069:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699027.457071:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699027.457073:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699027.457075:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699027.457077:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699027.457078:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457080:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699027.457081:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457082:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699027.457084:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699027.457087:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457089:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699027.457091:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699027.457095:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699027.457097:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457099:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699027.457101:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699027.457111:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787699027.457114:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699027.457118:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699027.457119:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457122:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699027.457124:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699027.457128:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699027.457137:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787699027.457143:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699027.457152:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699027.457160:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699027.457163:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699027.457167:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699027.457187:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699027.457189:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699027.457192:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699027.457193:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699027.457194:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699027.457196:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699027.457197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4241
00000400:00000200:1.0:1787699027.457200:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699027.457201:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699027.457203:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699027.457205:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457206:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699027.457208:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457209:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699027.457210:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699027.457211:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699027.457212:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699027.457213:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699027.457214:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699027.457216:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699027.457217:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457218:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699027.457220:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457221:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699027.457223:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699027.457225:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457226:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699027.457227:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699027.457231:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787699027.457232:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699027.457235:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457236:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699027.457237:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699027.457239:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1787699027.457242:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699027.457246:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699027.457247:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699027.457248:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699027.457252:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787699027.457257:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699027.457261:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699027.457263:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457263:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699027.457266:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457267:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699027.457269:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699027.457271:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.457272:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787699027.457274:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
02000000:00000001:3.0:1787699027.457277:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699027.457281:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.457282:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699027.457288:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699027.457301:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787699027.457301:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947244416:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699027.457306:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457310:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787699027.457314:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699027.457318:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699027.457322:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.457328:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787699027.457329:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699027.457333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1787699027.457337:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
00000100:00080000:1.0:1787699027.457338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699027.457341:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787699027.457342:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699027.457345:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699027.457349:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787699027.457353:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787699027.457354:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4241
00000400:00000010:3.0:1787699027.457360:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000200:1.0:1787699027.457374:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699027.457379:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699027.457381:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1787699027.457381:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000040:1.0:1787699027.457386:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457390:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699027.457392:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:3.0:1787699027.457393:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244416, portal 25
00000100:00000001:1.0:1787699027.457394:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699027.457397:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787699027.457399:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787699027.457401:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000020:00000040:1.0:1787699027.457402:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699027.457407:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699027.457409:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000040:3.0:1787699027.457413:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787699027.457414:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699027.457419:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:3.0:1787699027.457425:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699027.457429:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000040:3.0:1787699027.457432:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457435:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1787699027.457437:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000040:1.0:1787699027.457441:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:3.0:1787699027.457441:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947244416, offset 0
00000100:00000001:1.0:1787699027.457445:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699027.457450:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699027.457450:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787699027.457458:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457461:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.457464:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699027.457465:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699027.457470:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787699027.457471:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:1.0:1787699027.457475:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.457479:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787699027.457480:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699027.457484:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699027.457485:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000008:00000001:1.0:1787699027.457490:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.457492:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787699027.457494:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.457496:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000010:1.0:1787699027.457501:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000400:00000200:3.0:1787699027.457501:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12549:12549:256:4294967295] 192.168.201.121@tcp LPNI seq info [12549:12549:8:4294967295]
00000020:00000040:1.0:1787699027.457506:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699027.457509:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699027.457511:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457514:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699027.457517:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699027.457519:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.457520:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:1.0:1787699027.457526:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000100:00000001:1.0:1787699027.457531:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699027.457540:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699027.457540:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699027.457553:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457554:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699027.457559:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699027.457562:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000100:00000040:1.0:1787699027.457565:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787699027.457574:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699027.457579:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699027.457581:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00080000:1.0:1787699027.457584:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699027.457589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1787699027.457591:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699027.457592:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699027.457596:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1787699027.457598:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1787699027.457601:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699027.457608:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4241
00000800:00000100:3.0:1787699027.457608:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.457613:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:1.0:1787699027.457617:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699027.457622:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787699027.457625:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1787699027.457626:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699027.457632:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457636:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699027.457637:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787699027.457641:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457644:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699027.457646:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000020:00000001:1.0:1787699027.457648:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:3.0:1787699027.457650:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000020:00000040:1.0:1787699027.457651:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699027.457655:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699027.457658:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787699027.457658:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787699027.457662:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:3.0:1787699027.457665:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787699027.457666:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699027.457675:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457679:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699027.457682:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699027.457683:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787699027.457685:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699027.457688:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000040:3.0:1787699027.457691:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787699027.457694:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699027.457700:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699027.457704:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699027.457707:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699027.457710:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699027.457711:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457713:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699027.457716:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699027.457719:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699027.457722:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457723:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457725:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.457730:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:1.0:1787699027.457731:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787699027.457736:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:3.0:1787699027.457736:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298914467
02000000:00000001:1.0:1787699027.457742:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699027.457744:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.457746:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1787699027.457746:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122780.
02000000:00000001:1.0:1787699027.457748:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699027.457751:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699027.457757:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000001:3.0:1787699027.457757:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699027.457762:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699027.457769:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699027.457769:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298914467
00000100:00000010:3.0:1787699027.457777:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122000.
00000100:00000001:1.0:1787699027.457781:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699027.457783:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699027.457786:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457789:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787699027.457792:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.457794:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.457800:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787699027.457806:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699027.457808:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699027/real 1787699027]  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699027.457813:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4251)
00000400:00000001:3.0:1787699027.457818:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699027.457821:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699027.457823:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699027.457826:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699027.457828:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699027.457831:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699027.457835:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699027.457845:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.457881:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699027.457883:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.457885:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.457887:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699027.457892:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.457899:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699027.457905:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.457911:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699027.457914:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.457916:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.457917:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.457920:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699027.457922:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699027.457925:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699027.457929:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699027.457932:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699027.457937:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699027.457945:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947244416:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699027.457950:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.457952:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.457955:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947244416/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.457961:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699027.457964:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699027.457967:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699027.457970:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699027.457972:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699027.457974:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699027.457976:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699027.457979:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:3.0:1787699027.457982:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699027.457984:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699027.457986:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787699027.457989:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699027.457991:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.457993:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458000:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699027.458002:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458004:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699027.458005:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699027.458007:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699027.458010:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458023:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699027.458024:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.458026:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699027.458027:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699027.458029:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699027.458031:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244544:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699027.458033:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699027.458035:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699027.458036:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.458037:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699027.458039:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699027.458041:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.458043:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699027.458045:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699027.458047:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699027.458049:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244544, portal 10
00000100:00000001:3.0:1787699027.458051:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699027.458052:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787699027.458056:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458060:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699027.458062:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699027.458063:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699027.458064:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947244544, offset 0
00000400:00000200:3.0:1787699027.458067:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699027.458069:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699027.458072:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699027.458074:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699027.458076:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699027.458077:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699027.458079:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699027.458081:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12550:12550:256:4294967295] 192.168.201.121@tcp LPNI seq info [12550:12550:8:4294967295]
00000400:00000200:3.0:1787699027.458083:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699027.458087:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699027.458090:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.458092:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699027.458095:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699027.458097:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787699027.458100:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699027.458102:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787699027.458104:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.458106:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699027.458108:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699027.458110:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699027.458112:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699027.458113:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699027.458114:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699027.458116:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458122:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.458123:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458128:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458129:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699027.458131:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699027.458133:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699027.458135:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699027.458136:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298913810
00000100:00000001:3.0:1787699027.458138:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298914467
00000100:00000001:3.0:1787699027.458140:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298913810
00000100:00000001:3.0:1787699027.458142:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298914467
00000100:00000001:3.0:1787699027.458143:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699027.458145:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458147:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699027.458150:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699027/real 1787699027]  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699027.458164:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699027.458166:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699027.458168:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699027.458170:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699027.458171:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699027.458174:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699027.458177:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699027.458185:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458191:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699027.458193:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458194:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.458195:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699027.458199:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458206:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699027.458210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458217:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699027.458220:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458221:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.458222:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458224:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699027.458226:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699027.458229:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699027.458231:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699027.458233:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699027.458236:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699027.458241:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244544:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699027.458243:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699027.458245:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458248:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699027.458250:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.458251:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699027.458252:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699027.458254:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699027.458255:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244672:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699027.458257:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699027.458258:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699027.458259:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.458260:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699027.458263:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699027.458264:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.458267:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699027.458268:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699027.458270:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699027.458273:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244672, portal 4
00000100:00000001:3.0:1787699027.458274:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699027.458275:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787699027.458279:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458284:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699027.458287:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699027.458289:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699027.458291:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947244672, offset 0
00000400:00000200:3.0:1787699027.458295:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699027.458298:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699027.458302:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699027.458305:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699027.458307:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699027.458310:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699027.458312:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699027.458315:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12551:12551:256:4294967295] 192.168.201.121@tcp LPNI seq info [12551:12551:8:4294967295]
00000400:00000200:3.0:1787699027.458319:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699027.458325:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699027.458330:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.458333:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699027.458336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699027.458338:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787699027.458340:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699027.458342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787699027.458345:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.458346:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699027.458348:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699027.458350:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699027.458352:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699027.458353:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699027.458355:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699027.458357:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458374:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.458377:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458381:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458382:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699027.458385:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699027.458387:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699027.458389:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699027.458391:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298913827
00000100:00000001:3.0:1787699027.458392:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298914467
00000100:00000001:3.0:1787699027.458394:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298913827
00000100:00000001:3.0:1787699027.458395:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298914467
00000100:00000001:3.0:1787699027.458396:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699027.458397:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458398:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699027.458400:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699027/real 1787699027]  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699027.458405:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699027.458406:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699027.458407:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699027.458408:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699027.458409:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699027.458410:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699027.458412:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699027.458417:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458420:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699027.458420:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458421:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.458422:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699027.458424:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458427:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699027.458429:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458434:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699027.458436:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458437:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.458438:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458439:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699027.458440:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699027.458442:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699027.458443:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699027.458444:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699027.458446:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699027.458450:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244672:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699027.458452:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699027.458454:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458457:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699027.458458:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.458459:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699027.458460:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699027.458462:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699027.458463:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244800:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699027.458465:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699027.458467:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699027.458468:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699027.458469:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699027.458471:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699027.458472:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699027.458474:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699027.458475:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699027.458477:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699027.458479:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244800, portal 4
00000100:00000001:3.0:1787699027.458481:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699027.458483:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:3.0:1787699027.458488:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458494:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699027.458496:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699027.458498:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000200:3.0:1787699027.458501:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947244800, offset 0
00000400:00000200:3.0:1787699027.458505:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699027.458509:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699027.458512:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699027.458515:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699027.458517:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699027.458520:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699027.458522:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699027.458525:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12552:12552:256:4294967295] 192.168.201.121@tcp LPNI seq info [12552:12552:8:4294967295]
00000400:00000200:3.0:1787699027.458529:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699027.458534:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699027.458537:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.458539:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000800:00000200:3.0:1787699027.458542:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699027.458543:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787699027.458546:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699027.458548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1787699027.458551:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699027.458553:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:3.0:1787699027.458556:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699027.458560:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699027.458562:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:3.0:1787699027.458564:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:3.0:1787699027.458566:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699027.458570:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458583:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.458586:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699052 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458592:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458593:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699027.458596:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699027.458599:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699027.458602:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699027.458604:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298913814
00000100:00000001:3.0:1787699027.458606:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298914467
00000100:00000001:3.0:1787699027.458608:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298913814
00000100:00000001:3.0:1787699027.458610:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298914467
00000100:00000001:3.0:1787699027.458612:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699027.458613:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458614:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699027.458618:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699027/real 1787699027]  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699027.458625:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699027.458626:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699027.458628:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:3.0:1787699027.458630:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699027.458632:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699027.458634:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699027.458637:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699027.458645:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458651:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699027.458653:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458654:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.458656:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699027.458659:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458666:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699027.458669:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458676:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699027.458679:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458680:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699027.458681:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458683:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699027.458684:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699027.458686:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699027.458689:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699027.458691:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699027.458694:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699027.458701:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947244800:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699027.458703:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458705:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.458707:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947244544/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458714:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699027.458715:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699027.458717:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699027.458719:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699027.458721:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699027.458723:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699027.458725:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699027.458727:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:3.0:1787699027.458729:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699027.458730:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699027.458732:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787699027.458734:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699027.458736:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458737:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.458740:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947244672/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458746:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699027.458747:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699027.458748:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699027.458751:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699027.458752:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699027.458753:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699027.458755:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699027.458756:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:3.0:1787699027.458759:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699027.458760:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699027.458761:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787699027.458763:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699027.458764:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458765:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699027.458768:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947244800/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699052 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699027.458773:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699027.458774:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699027.458775:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699027.458777:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699027.458778:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699027.458779:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699027.458780:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699027.458781:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:3.0:1787699027.458783:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699027.458785:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699027.458786:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787699027.458788:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699027.458789:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458791:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.458794:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699027.458795:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699027.458797:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699027.458799:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.904963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699027.904963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699027.904971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699027.904972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699027.904973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699027.904976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.904978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699027.904981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699027.904985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699027.904986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699027.904990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699027.904993:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699027.904993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699027.904996:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699027.905001:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.905002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.905003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699027.905009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699027.905013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699027.905016:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699027.905019:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699027.905019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699027.905022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699027.905024:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699027.905072:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699027.905079:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699027.905082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699028.160969:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298914467, at 4298914496
00000100:00000040:0.0:1787699028.160970:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298914467, at 4298914496
00000100:00000010:0.0:1787699028.160987:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122780.
00000100:00000010:1.0:1787699028.160988:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122000.
00000100:00000001:2.0:1787699028.480953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699028.480960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699028.480963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699028.480967:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699028.480969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699028.480972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699028.480974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699028.480976:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699028.480978:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699028.928960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699028.928961:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699028.928969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699028.928971:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699028.928972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699028.928975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699028.928977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699028.928977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699028.928984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699028.928985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699028.928986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699028.928990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699028.928990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699028.928992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699028.928995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699028.928996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699028.929000:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699028.929004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699028.929005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699028.929007:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699028.929010:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699028.929010:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699028.929014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699028.929018:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699028.929058:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699028.929062:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699028.929066:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699029.504942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699029.504947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699029.504949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699029.504953:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699029.504955:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699029.504958:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699029.504960:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699029.504962:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699029.504964:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699029.952947:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699029.952952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699029.952956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699029.952956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699029.952960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699029.952965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699029.952965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699029.952968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699029.952970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699029.952974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699029.952974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699029.952977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699029.952978:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699029.952981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699029.952986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699029.953067:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699029.953070:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699029.953071:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699029.953073:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699029.953075:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699029.953077:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699029.953080:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699029.953081:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699029.953087:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699029.953106:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699029.953110:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699029.953114:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699030.528948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699030.528954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699030.528956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699030.528959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699030.528962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699030.528964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699030.528966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699030.528969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699030.528972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699030.976952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699030.976952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699030.976957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699030.976958:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699030.976959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699030.976962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699030.976963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699030.976969:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699030.976969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699030.976970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699030.976974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699030.976974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699030.976976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699030.976978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699030.976982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699030.976982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699030.976982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699030.976985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699030.976988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699030.976991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699030.976993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699030.976996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699030.976999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699030.977003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699030.977006:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699030.977010:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699030.977014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699031.552975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699031.552982:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699031.552985:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699031.552990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699031.552994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699031.552997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699031.552999:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699031.553001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699031.553004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.000903:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699032.000910:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699032.000912:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699032.000918:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699032.000922:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699032.000923:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699032.000926:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699032.000929:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699032.000930:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699032.000932:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.000934:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699032.000937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699032.000939:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699032.000941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699032.000942:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699032.000946:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699032.000949:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699032.000951:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699032.000955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699032.000956:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699032.000965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699032.000968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699032.000972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699032.000974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699032.001042:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699032.001048:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699032.001051:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699032.576943:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699032.576950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699032.576952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699032.576958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787699032.576958:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699032.576962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787699032.576964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699032.576968:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699032.576968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787699032.576971:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699032.576973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699032.576975:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699032.576977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699032.576982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699032.576984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4246
00000400:00000200:0.0:1787699032.576994:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699032.577002:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699032.577006:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699032.577010:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699032.577015:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577018:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699032.577022:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699032.577024:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787699032.577027:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699032.577030:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787699032.577031:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787699032.577033:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787699032.577035:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577037:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699032.577038:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577040:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699032.577042:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787699032.577044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577046:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699032.577048:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699032.577050:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699032.577052:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577053:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787699032.577055:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699032.577062:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787699032.577064:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787699032.577067:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699032.577068:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577071:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699032.577072:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699032.577076:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699032.577082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787699032.577088:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699032.577094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699032.577102:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699032.577105:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699032.577108:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699032.577124:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699032.577126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699032.577129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787699032.577131:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699032.577132:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699032.577135:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699032.577137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4246
00000400:00000200:0.0:1787699032.577141:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699032.577145:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699032.577147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699032.577150:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577152:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699032.577154:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577157:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699032.577159:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699032.577161:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:3.0:1787699032.577162:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787699032.577163:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699032.577166:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787699032.577167:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:3.0:1787699032.577169:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787699032.577173:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:0.0:1787699032.577178:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699032.577178:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787699032.577185:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577190:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699032.577194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699032.577197:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699032.577199:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699032.577200:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787699032.577204:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:3.0:1787699032.577206:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787699032.577210:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:3.0:1787699032.577212:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699032.577217:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699032.577222:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947244928:192.168.201.121@tcp:250:kworker.0
00000100:00000001:0.0:1787699032.577225:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577226:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787699032.577230:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699032.577232:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699032.577235:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699032.577236:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699032.577238:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787699032.577242:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699032.577244:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
00000100:00000001:0.0:1787699032.577245:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787699032.577248:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787699032.577251:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699032.577255:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:0.0:1787699032.577259:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699032.577260:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000100:00000001:0.0:1787699032.577262:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699032.577267:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000010:0.0:1787699032.577268:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787699032.577273:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787699032.577287:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699032.577289:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577290:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699032.577292:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699032.577294:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699032.577298:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000200:3.0:1787699032.577299:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947244928, portal 25
00000100:00000001:0.0:1787699032.577302:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577304:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699032.577307:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000100:00100000:0.0:1787699032.577311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787699032.577318:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699032.577327:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699032.577333:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577333:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699032.577338:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699032.577342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07bb0.
00000100:00000040:0.0:1787699032.577346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699032.577348:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947244928, offset 0
00000400:00000200:3.0:1787699032.577360:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577362:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699032.577366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787699032.577372:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787699032.577373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787699032.577377:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699032.577379:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787699032.577383:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:0.0:1787699032.577384:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699032.577389:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4246
00000400:00000200:3.0:1787699032.577392:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787699032.577394:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699032.577398:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787699032.577401:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:0.0:1787699032.577402:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699032.577407:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577410:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699032.577410:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787699032.577414:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577417:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699032.577418:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000001:0.0:1787699032.577421:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699032.577425:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:3.0:1787699032.577426:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12553:12553:256:4294967295] 192.168.201.121@tcp LPNI seq info [12553:12553:8:4294967295]
00000020:00000001:0.0:1787699032.577428:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699032.577432:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787699032.577436:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:0.0:1787699032.577437:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787699032.577442:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787699032.577448:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577453:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699032.577454:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787699032.577459:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577464:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000200:3.0:1787699032.577465:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000040:0.0:1787699032.577466:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000010:3.0:1787699032.577474:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142d00.
00000100:00080000:0.0:1787699032.577480:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577485:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699032.577486:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:0.0:1787699032.577488:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699032.577491:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699032.577495:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787699032.577496:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787699032.577497:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787699032.577501:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699032.577503:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577504:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699032.577507:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787699032.577508:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787699032.577513:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699032.577514:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577516:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699032.577517:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787699032.577519:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699032.577520:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699032.577527:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000400:00000200:3.0:1787699032.577527:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699032.577532:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298919587
00000100:00000001:0.0:1787699032.577534:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699032.577540:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122960.
00000100:00100000:0.0:1787699032.577542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699032.577548:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787699032.577550:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699032.577554:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577557:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298919587
00000100:00000040:0.0:1787699032.577559:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787699032.577564:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122360.
00000100:00000001:3.0:1787699032.577571:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787699032.577572:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577577:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787699032.577578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699032.577585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699032.577585:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577588:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787699032.577591:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699032.577592:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699032.577596:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699032.577605:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787699032.577605:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699032.577609:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1787699032.577611:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4246
00000100:00000001:3.0:1787699032.577613:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699032.577617:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699032.577619:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1787699032.577620:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699032.577627:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000040:3.0:1787699032.577628:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787699032.577630:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699032.577636:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577641:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699032.577645:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699032.577646:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699032.577649:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699032.577650:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699032.577654:0:37:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1787699032.577655:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787699032.577657:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
02000000:00000001:3.0:1787699032.577659:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787699032.577661:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699032.577665:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
02000000:00000001:3.0:1787699032.577666:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699032.577670:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00100000:3.0:1787699032.577673:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245056:192.168.201.121@tcp:38:kworker.0
00000020:00000001:0.0:1787699032.577675:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787699032.577682:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1787699032.577684:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:3.0:1787699032.577685:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787699032.577689:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787699032.577689:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699032.577694:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787699032.577695:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577699:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699032.577700:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787699032.577702:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699032.577705:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699032.577706:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699032.577709:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787699032.577709:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:0.0:1787699032.577710:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577715:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787699032.577715:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787699032.577718:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699032.577721:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699032.577725:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699032.577725:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:0.0:1787699032.577729:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787699032.577732:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000400:00000010:3.0:1787699032.577732:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f318.
02000000:00000001:0.0:1787699032.577737:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699032.577738:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699032.577739:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000001:0.0:1787699032.577740:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699032.577742:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699032.577745:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699032.577750:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000200:3.0:1787699032.577752:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245056, portal 10
00000100:00000001:0.0:1787699032.577754:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577757:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699032.577759:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00100000:0.0:1787699032.577763:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1787699032.577770:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699032.577775:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699032.577780:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577786:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787699032.577789:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699032.577793:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699032.577798:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07dd0.
00000100:00000200:3.0:1787699032.577803:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947245056, offset 0
00000100:00000001:0.0:1787699032.577805:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699032.577811:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787699032.577812:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4256)
00000400:00000200:3.0:1787699032.577818:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699032.577823:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699032.577826:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699032.577830:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699032.577833:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699032.577835:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699032.577838:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12554:12554:255:4294967295] 192.168.201.121@tcp LPNI seq info [12554:12554:7:4294967295]
00000400:00000200:3.0:1787699032.577841:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699032.577870:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699032.577876:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699032.577880:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142c00.
00000800:00000200:3.0:1787699032.577884:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699032.577887:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699032.577890:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699032.577894:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699032.577897:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699032.577899:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298918930
00000100:00000001:3.0:1787699032.577902:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298919587
00000100:00000001:3.0:1787699032.577904:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298918930
00000100:00000001:3.0:1787699032.577906:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298919587
00000100:00000001:3.0:1787699032.577908:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699032.577910:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.577912:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699032.577916:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699032.577923:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699032.577925:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699032.577927:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699032.577929:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699032.577930:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699032.577934:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245184:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699032.577937:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699032.577939:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699032.577940:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699032.577942:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699032.577946:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699032.577948:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699032.577951:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699032.577954:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699032.577957:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699032.577960:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245184, portal 4
00000100:00000001:3.0:1787699032.577962:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699032.577964:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787699032.577969:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699032.577976:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699032.577978:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699032.577981:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07e58.
00000100:00000200:3.0:1787699032.577983:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947245184, offset 0
00000400:00000200:3.0:1787699032.577987:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699032.577991:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699032.577995:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699032.577998:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699032.578000:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699032.578003:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699032.578005:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699032.578008:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12555:12555:254:4294967295] 192.168.201.121@tcp LPNI seq info [12555:12555:6:4294967295]
00000400:00000200:3.0:1787699032.578013:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699032.578019:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699032.578023:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699032.578027:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142400.
00000800:00000200:3.0:1787699032.578031:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699032.578035:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699032.578037:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699032.578040:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699032.578043:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699032.578045:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298918947
00000100:00000001:3.0:1787699032.578047:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298919587
00000100:00000001:3.0:1787699032.578049:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298918947
00000100:00000001:3.0:1787699032.578051:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298919587
00000100:00000001:3.0:1787699032.578053:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699032.578054:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.578057:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.578058:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699032.578062:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699032.578063:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787699032.578065:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699032.578067:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699032.578068:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699032.578072:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699032.578079:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699032.578080:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699032.578082:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699032.578084:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699032.578086:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699032.578089:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245312:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699032.578092:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699032.578094:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699032.578096:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699032.578098:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699032.578101:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699032.578103:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699032.578106:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699032.578109:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f000.
00000400:00000010:3.0:1787699032.578113:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07198.
00000100:00000200:3.0:1787699032.578116:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245312, portal 4
00000100:00000001:3.0:1787699032.578118:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699032.578119:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787699032.578124:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699032.578131:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699032.578134:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699032.578137:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07660.
00000100:00000200:3.0:1787699032.578139:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947245312, offset 0
00000400:00000200:3.0:1787699032.578143:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699032.578147:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699032.578150:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699032.578153:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699032.578156:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699032.578158:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699032.578160:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699032.578163:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12556:12556:253:4294967295] 192.168.201.121@tcp LPNI seq info [12556:12556:5:4294967295]
00000400:00000200:3.0:1787699032.578167:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699032.578172:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699032.578176:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699032.578179:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699032.578183:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699032.578187:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699032.578190:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699032.578193:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699032.578196:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699032.578198:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298918934
00000100:00000001:3.0:1787699032.578200:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298919587
00000100:00000001:3.0:1787699032.578202:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298918934
00000100:00000001:3.0:1787699032.578205:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298919587
00000100:00000001:3.0:1787699032.578207:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699032.578209:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.578212:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.578214:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699032.578217:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699032.578218:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787699032.578220:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699032.578221:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699032.578223:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699032.578225:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699033.024924:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699033.024924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699033.024931:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699033.024932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699033.024933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699033.024936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024938:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699033.024938:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699033.024942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699033.024943:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699033.024944:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699033.024948:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699033.024948:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699033.024949:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787699033.024953:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699033.024954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699033.024955:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699033.024958:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699033.024961:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787699033.024963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024964:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699033.024968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699033.024969:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699033.024972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699033.024973:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699033.024980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699033.024985:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699033.024987:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699033.024988:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024989:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699033.024991:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024992:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024994:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699033.024998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699033.024999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699033.025035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699033.025038:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699033.025040:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699033.280948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298919587, at 4298919616
00000100:00000040:1.0:1787699033.280951:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298919587, at 4298919616
00000100:00000010:0.0:1787699033.280960:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122960.
00000100:00000010:1.0:1787699033.280964:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122360.
00000100:00000001:2.0:1787699033.600941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699033.600949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699033.600952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699033.600957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699033.600961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699033.600964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699033.600967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699033.600969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699033.600972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699034.048946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699034.048950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699034.048953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699034.048956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699034.048956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699034.048963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699034.048963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699034.048966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699034.048967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699034.048970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699034.048971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699034.048972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699034.048975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699034.048977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699034.048979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699034.049016:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699034.049019:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699034.049020:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699034.049022:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699034.049024:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699034.049025:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699034.049026:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699034.049028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699034.049029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699034.049067:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699034.049069:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699034.049071:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699034.624942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699034.624949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699034.624951:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699034.624955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699034.624960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699034.624963:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699034.624966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699034.624968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699034.624972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699035.072938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699035.072942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699035.072946:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699035.072947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699035.072951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699035.072953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699035.072960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699035.072960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699035.072962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699035.072963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699035.072967:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699035.072970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699035.072973:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699035.072973:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699035.072980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699035.072981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.072983:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699035.072990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699035.072991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699035.073000:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699035.073004:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699035.073005:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787699035.073006:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699035.073013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787699035.073014:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699035.073028:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699035.073029:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699035.649001:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699035.649009:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699035.649012:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699035.649019:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699035.649023:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699035.649027:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699035.649029:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699035.649031:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699035.649034:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787699035.649281:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787699035.649328:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787699035.649340:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699035.649344:0:2341:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787699035.649349:0:2341:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699035.649354:0:2341:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787699035.649359:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787699035.649362:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142d00.
00000400:00000200:0.0:1787699035.649367:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787699035.649372:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787699035.649380:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07bb0
00000400:00000010:0.0:1787699035.649382:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07bb0.
00000100:00000001:0.0:1787699035.649387:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787699035.649397:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699035.649424:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787699035.649429:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699035.649435:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699035.649437:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787699035.649447:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787699035.649450:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142c00.
00000400:00000200:0.0:1787699035.649454:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787699035.649458:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787699035.649461:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07dd0
00000400:00000010:0.0:1787699035.649463:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07dd0.
00000100:00000001:0.0:1787699035.649466:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787699035.649468:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1787699035.649472:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649474:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699035.649480:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787699035.649484:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787699035.649492:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699032/real 1787699035]  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787699035.649493:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699035.649521:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699035.649524:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1787699035.649527:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:0.0:1787699035.649532:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000400:00000001:3.0:1787699035.649532:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699035.649536:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000800:00000010:0.0:1787699035.649537:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142400.
00000400:00000200:3.0:1787699035.649543:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000200:0.0:1787699035.649544:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:3.0:1787699035.649546:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000400:00000200:0.0:1787699035.649551:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1787699035.649552:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787699035.649555:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07e58
00000100:00000200:3.0:1787699035.649560:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1787699035.649561:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07e58.
00000100:00000001:0.0:1787699035.649567:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787699035.649575:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699035.649578:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699035.649600:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699035.649600:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699035.649604:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787699035.649607:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649609:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.649614:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699035.649622:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699035.649623:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699035.649628:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699035.649633:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1787699035.649639:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000100:00000040:3.0:1787699035.649640:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1787699035.649645:0:2341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:0.0:1787699035.649652:0:2341:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:3.0:1787699035.649655:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787699035.649659:0:2341:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000001:3.0:1787699035.649663:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787699035.649664:0:2341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07660
00000100:00000001:3.0:1787699035.649668:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:0.0:1787699035.649669:0:2341:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07660.
00000100:00000001:3.0:1787699035.649672:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699035.649674:0:2341:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787699035.649678:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000200:0.0:1787699035.649683:0:2341:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649683:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699035.649692:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787699035.649700:0:2341:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787699035.649702:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000040:0.0:1787699035.649708:0:2341:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699057 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649708:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699035.649719:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699035.649722:0:2341:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699035.649727:0:2341:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787699035.649735:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947244928:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699035.649741:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699035.649743:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699035.649747:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947244928/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649755:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699035.649758:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699035.649763:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699035.649768:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699035.649772:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699035.649774:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699035.649777:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699035.649780:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:3.0:1787699035.649785:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699035.649788:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699035.649790:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:3.0:1787699035.649794:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699035.649795:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649798:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699035.649799:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699035.649801:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699035.649802:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699035.649807:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699032/real 1787699035]  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699035.649814:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699035.649815:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699035.649817:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f000.
00000400:00000200:3.0:1787699035.649819:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07198
00000400:00000010:3.0:1787699035.649820:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07198.
00000100:00000001:3.0:1787699035.649822:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699035.649824:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699035.649829:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649833:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699035.649833:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649834:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.649835:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699035.649838:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649842:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699035.649846:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649880:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699035.649883:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649885:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.649886:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649888:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699035.649890:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699035.649892:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699035.649897:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699035.649900:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699035.649904:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699035.649911:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245312:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699035.649915:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699035.649918:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699032/real 1787699035]  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699035.649925:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699035.649926:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699035.649928:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f318.
00000400:00000200:3.0:1787699035.649931:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699035.649933:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699035.649935:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699035.649938:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699035.649944:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649950:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699035.649951:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649953:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.649954:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699035.649957:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649962:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699035.649965:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.649970:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699035.649972:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649973:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.649974:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.649976:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699035.649978:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699035.649980:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699035.649984:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699035.649986:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699035.649990:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699035.649996:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245056:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699035.649999:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699035.650003:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699032/real 1787699035]  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699035.650008:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699035.650009:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699035.650011:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699035.650014:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699035.650015:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699035.650017:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699035.650020:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699035.650027:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.650031:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699035.650033:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650034:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.650035:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699035.650044:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.650050:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699035.650054:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.650064:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699035.650066:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650068:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699035.650072:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650738:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699035.650743:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699035.650747:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699035.650751:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699035.650754:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699035.650759:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699035.650767:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245184:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699035.650771:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650774:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699035.650777:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947245312/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.650783:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699035.650785:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699035.650788:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699035.650791:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699035.650793:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699035.650795:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699035.650797:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699035.650799:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787699035.650803:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699035.650805:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699035.650807:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787699035.650810:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699035.650811:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650814:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699035.650817:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947245056/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.650822:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699035.650824:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699035.650825:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699035.650827:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699035.650829:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699035.650830:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699035.650832:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699035.650833:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787699035.650836:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699035.650837:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699035.650838:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787699035.650841:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699035.650843:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650844:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699035.650874:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947245184/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699057 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699035.650880:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699035.650881:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699035.650883:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699035.650885:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699035.650886:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699035.650887:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699035.650889:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699035.650890:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787699035.650893:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699035.650894:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699035.650895:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787699035.650897:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699035.650898:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650900:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699035.650911:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699035.650913:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699035.650916:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699035.650918:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699036.096951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699036.096951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699036.096959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699036.096959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699036.096960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699036.096964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699036.096964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699036.096965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699036.096972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699036.096972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699036.096973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699036.096976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699036.096977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699036.096979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699036.096981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699036.096982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699036.096983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699036.096984:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787699036.096986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699036.096988:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699036.096989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699036.096992:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699036.096993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699036.096994:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699036.096997:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699036.096997:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699036.097000:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699036.097001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699036.097004:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699036.097007:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699036.097049:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699036.097054:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699036.097057:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699036.672961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699036.672968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699036.672970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699036.672974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699036.672981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699036.672984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699036.672985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699036.672987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699036.672989:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.120968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699037.120969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699037.120969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699037.120978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.120979:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699037.120980:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699037.120984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.120986:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699037.120987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699037.120989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699037.120990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.120996:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787699037.120997:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699037.120998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699037.121000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699037.121004:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.121006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699037.121007:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699037.121013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.121013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699037.121024:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699037.121024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.121029:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699037.121035:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699037.121055:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699037.121060:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699037.121064:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699037.696957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699037.696963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699037.696965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699037.696968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699037.696971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699037.696973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699037.696975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699037.696977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699037.696979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699037.697046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699037.697054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699037.697057:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699037.697061:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699037.697065:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699037.697073:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4251
00000400:00000200:1.0:1787699037.697084:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699037.697093:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699037.697096:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699037.697100:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697104:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697106:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699037.697111:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699037.697112:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699037.697115:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699037.697117:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699037.697119:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699037.697121:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699037.697123:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697124:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697126:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697127:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699037.697128:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699037.697131:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697132:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699037.697135:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699037.697138:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699037.697140:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697142:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699037.697144:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699037.697149:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787699037.697152:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699037.697156:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699037.697157:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697160:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699037.697163:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699037.697167:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699037.697173:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00000001:1.0:1787699037.697179:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699037.697217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699037.697229:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699037.697234:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699037.697241:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699037.697265:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699037.697268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699037.697272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699037.697273:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699037.697274:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699037.697277:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699037.697280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4251
00000400:00000200:1.0:1787699037.697285:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699037.697288:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699037.697290:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699037.697293:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697296:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697298:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697300:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699037.697303:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699037.697304:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699037.697306:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699037.697308:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699037.697311:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699037.697314:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699037.697317:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697320:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697322:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697325:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699037.697327:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:3.0:1787699037.697329:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787699037.697331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697336:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.697336:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787699037.697339:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699037.697341:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787699037.697348:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787699037.697351:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699037.697353:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697357:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699037.697365:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787699037.697365:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699037.697368:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787699037.697372:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.697374:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787699037.697376:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.697379:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787699037.697382:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
02000000:00000001:3.0:1787699037.697384:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787699037.697388:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00100000:3.0:1787699037.697391:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947245440:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787699037.697393:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699037.697396:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.697398:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787699037.697400:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699037.697403:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699037.697405:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699037.697406:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.697410:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699037.697413:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787699037.697415:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787699037.697420:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699037.697423:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699037.697428:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699037.697429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699037.697439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699037.697441:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699037.697446:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699037.697446:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000100:00000040:1.0:1787699037.697452:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787699037.697456:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000001:1.0:1787699037.697466:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699037.697469:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245440, portal 25
00000100:00080000:1.0:1787699037.697470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787699037.697475:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787699037.697476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699037.697480:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699037.697482:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699037.697484:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787699037.697487:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00080000:1.0:1787699037.697488:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4251
00000400:00000200:1.0:1787699037.697496:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699037.697500:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699037.697503:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699037.697509:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699037.697516:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699037.697516:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787699037.697521:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699037.697522:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699037.697527:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699037.697528:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000001:1.0:1787699037.697532:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699037.697536:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1787699037.697536:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947245440, offset 0
00000020:00000040:1.0:1787699037.697539:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699037.697542:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699037.697545:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787699037.697549:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787699037.697550:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699037.697555:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699037.697566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699037.697573:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699037.697576:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787699037.697579:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697583:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699037.697586:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787699037.697587:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699037.697592:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699037.697594:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:1.0:1787699037.697598:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787699037.697603:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787699037.697604:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699037.697608:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787699037.697609:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:1.0:1787699037.697613:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787699037.697618:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12557:12557:256:4294967295] 192.168.201.121@tcp LPNI seq info [12557:12557:8:4294967295]
02000000:00000001:1.0:1787699037.697619:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697624:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699037.697628:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699037.697629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:1.0:1787699037.697634:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697637:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699037.697641:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000020:00000040:1.0:1787699037.697647:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787699037.697648:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787699037.697653:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699037.697656:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697660:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.0:1787699037.697661:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:1.0:1787699037.697663:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699037.697667:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699037.697671:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000800:00000010:3.0:1787699037.697674:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000100:00000001:1.0:1787699037.697676:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699037.697685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787699037.697686:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699037.697694:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1787699037.697696:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699037.697701:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787699037.697705:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:1.0:1787699037.697707:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1787699037.697713:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1787699037.697718:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699037.697722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699037.697725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699037.697726:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699037.697728:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699037.697731:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699037.697733:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4251
00000400:00000200:1.0:1787699037.697738:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699037.697745:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699037.697750:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787699037.697750:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699037.697758:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697760:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697763:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697765:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699037.697767:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699037.697768:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699037.697770:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699037.697772:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699037.697780:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699037.697783:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699037.697786:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697788:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699037.697790:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697792:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699037.697795:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699037.697798:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699037.697801:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699037.697802:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699037.697805:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699037.697807:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697809:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699037.697811:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699037.697814:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697816:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699037.697820:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787699037.697822:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699037.697825:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699037.697826:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699037.697828:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699037.697830:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699037.697832:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699037.697837:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00000001:1.0:1787699037.697840:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699037.697844:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699037.697879:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699037.697881:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699037.697884:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699037.697891:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699037.697896:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4261)
00000800:00000010:3.0:1787699037.697924:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699037.697931:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699037.697937:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699037.697946:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699037.697949:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699037.697955:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699037.697960:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.697972:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.697976:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.697984:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.697985:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699037.697994:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699037.697999:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699037.698003:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298924708
00000100:00000010:3.0:1787699037.698008:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501220c0.
00000100:00000001:3.0:1787699037.698018:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699037.698025:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298924708
00000100:00000010:3.0:1787699037.698028:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122540.
00000100:00000001:3.0:1787699037.698031:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699037.698034:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699037.698038:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698041:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699037.698046:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699037/real 1787699037]  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699037.698055:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699037.698057:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699037.698059:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699037.698061:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699037.698063:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699037.698065:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699037.698069:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699037.698077:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698084:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699037.698086:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698089:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.698091:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699037.698095:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698103:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699037.698108:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698115:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699037.698117:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698119:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.698120:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698122:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699037.698124:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699037.698127:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699037.698131:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699037.698134:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699037.698137:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699037.698144:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947245440:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699037.698149:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698152:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.698154:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947245440/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698160:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699037.698163:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699037.698167:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699037.698171:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699037.698173:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699037.698175:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699037.698177:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699037.698180:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:3.0:1787699037.698184:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699037.698186:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699037.698200:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699037.698205:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699037.698206:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698208:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698218:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699037.698221:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698223:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699037.698225:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699037.698227:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699037.698231:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698239:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699037.698240:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.698242:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699037.698244:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699037.698247:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699037.698250:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245568:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699037.698252:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699037.698254:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699037.698256:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.698258:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699037.698261:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699037.698263:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699037.698266:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699037.698269:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699037.698273:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699037.698277:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245568, portal 10
00000100:00000001:3.0:1787699037.698279:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699037.698281:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787699037.698288:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698294:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699037.698297:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699037.698299:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699037.698301:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947245568, offset 0
00000400:00000200:3.0:1787699037.698305:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699037.698309:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699037.698313:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699037.698316:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699037.698319:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699037.698322:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699037.698324:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699037.698326:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12558:12558:256:4294967295] 192.168.201.121@tcp LPNI seq info [12558:12558:8:4294967295]
00000400:00000200:3.0:1787699037.698330:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699037.698338:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699037.698342:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699037.698345:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699037.698350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699037.698353:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699037.698357:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699037.698360:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699037.698363:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699037.698365:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699037.698368:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699037.698371:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699037.698374:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699037.698375:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699037.698378:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699037.698380:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698392:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.698395:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698400:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698402:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699037.698405:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699037.698411:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699037.698414:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699037.698416:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298924050
00000100:00000001:3.0:1787699037.698419:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298924708
00000100:00000001:3.0:1787699037.698421:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298924050
00000100:00000001:3.0:1787699037.698423:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298924708
00000100:00000001:3.0:1787699037.698425:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699037.698428:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698429:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699037.698433:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699037/real 1787699037]  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699037.698441:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699037.698442:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699037.698443:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699037.698445:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699037.698447:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699037.698449:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699037.698452:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699037.698460:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698466:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699037.698468:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698470:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.698471:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699037.698473:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698480:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699037.698483:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698489:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699037.698491:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698493:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.698494:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698496:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699037.698499:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699037.698501:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699037.698505:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699037.698507:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699037.698512:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699037.698518:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245568:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699037.698522:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699037.698526:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698532:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699037.698533:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.698535:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699037.698536:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699037.698538:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699037.698542:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245696:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699037.698545:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699037.698546:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699037.698548:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.698550:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699037.698553:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699037.698555:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699037.698558:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699037.698560:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699037.698564:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699037.698566:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245696, portal 4
00000100:00000001:3.0:1787699037.698568:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699037.698569:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787699037.698575:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698582:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699037.698584:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699037.698586:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699037.698588:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947245696, offset 0
00000400:00000200:3.0:1787699037.698592:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699037.698596:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699037.698600:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699037.698603:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699037.698605:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699037.698608:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699037.698610:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699037.698613:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12559:12559:256:4294967295] 192.168.201.121@tcp LPNI seq info [12559:12559:8:4294967295]
00000400:00000200:3.0:1787699037.698616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699037.698623:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699037.698628:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699037.698631:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699037.698635:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699037.698639:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699037.698642:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699037.698645:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699037.698649:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699037.698651:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699037.698654:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699037.698657:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699037.698660:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699037.698661:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699037.698664:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699037.698667:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698675:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.698678:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698684:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698685:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699037.698688:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699037.698692:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699037.698694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699037.698696:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298924067
00000100:00000001:3.0:1787699037.698699:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298924708
00000100:00000001:3.0:1787699037.698701:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298924067
00000100:00000001:3.0:1787699037.698703:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298924708
00000100:00000001:3.0:1787699037.698705:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699037.698706:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698708:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699037.698711:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699037/real 1787699037]  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699037.698718:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699037.698720:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699037.698721:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699037.698723:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699037.698725:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699037.698727:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699037.698730:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699037.698737:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698743:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699037.698744:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.698747:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699037.698750:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698756:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699037.698759:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698765:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699037.698767:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698769:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.698770:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.698772:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699037.698774:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699037.698776:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699037.698780:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699037.698782:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699037.698785:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699037.698798:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245696:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699037.698802:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699037.698805:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698810:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699037.698811:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.698813:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699037.698815:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699037.698817:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699037.698819:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245824:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699037.698822:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699037.698824:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699037.698825:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699037.698827:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699037.698830:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699037.698832:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699037.698835:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699037.698837:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699037.698840:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699037.698843:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245824, portal 4
00000100:00000001:3.0:1787699037.698845:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699037.698846:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:3.0:1787699037.698885:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698891:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699037.698893:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699037.698895:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699037.698898:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947245824, offset 0
00000400:00000200:3.0:1787699037.698901:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699037.698904:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699037.698908:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699037.698910:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699037.698913:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699037.698915:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699037.698917:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699037.698919:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12560:12560:256:4294967295] 192.168.201.121@tcp LPNI seq info [12560:12560:8:4294967295]
00000400:00000200:3.0:1787699037.698923:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699037.698929:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699037.698932:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699037.698935:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699037.698939:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699037.698942:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699037.698945:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699037.698948:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699037.698951:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699037.698953:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699037.698956:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699037.698959:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699037.698961:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699037.698963:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699037.698965:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699037.698968:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698975:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.698978:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699062 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.698983:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.698985:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699037.698987:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699037.698990:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699037.698994:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699037.698996:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298924055
00000100:00000001:3.0:1787699037.698998:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298924708
00000100:00000001:3.0:1787699037.699000:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298924055
00000100:00000001:3.0:1787699037.699003:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298924708
00000100:00000001:3.0:1787699037.699005:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699037.699007:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.699009:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699037.699013:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699037/real 1787699037]  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699037.699020:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699037.699021:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699037.699023:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699037.699025:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699037.699026:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699037.699028:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699037.699031:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699037.699039:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.699045:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699037.699046:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699048:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.699049:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699037.699052:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.699057:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699037.699060:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.699065:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699037.699068:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699069:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699037.699070:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699071:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699037.699073:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699037.699075:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699037.699078:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699037.699080:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699037.699082:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699037.699090:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947245824:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699037.699093:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699095:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.699098:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947245568/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.699104:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699037.699105:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699037.699107:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699037.699109:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699037.699111:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699037.699112:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699037.699114:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699037.699116:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787699037.699119:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699037.699121:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699037.699123:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:3.0:1787699037.699125:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699037.699126:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699128:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.699130:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947245696/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.699141:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699037.699142:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699037.699143:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699037.699146:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699037.699147:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699037.699148:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699037.699150:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699037.699151:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:3.0:1787699037.699153:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699037.699155:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699037.699156:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787699037.699158:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699037.699159:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699161:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699037.699163:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947245824/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699062 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699037.699170:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699037.699172:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699037.699173:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699037.699175:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699037.699176:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699037.699177:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699037.699179:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699037.699180:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
02000000:00000001:3.0:1787699037.699182:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699037.699183:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699037.699185:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787699037.699187:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699037.699200:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699203:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699037.699208:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699037.699210:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699037.699212:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699037.699214:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699038.144966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699038.144967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699038.144974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699038.144976:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699038.144977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699038.144980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699038.144984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699038.144985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699038.144990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699038.144991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699038.144992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699038.144994:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699038.144995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699038.145002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699038.145004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699038.145011:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699038.145013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699038.145018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699038.145020:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699038.145020:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699038.145023:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699038.145024:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699038.145028:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699038.145029:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699038.145155:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699038.145160:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699038.145164:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699038.400921:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298924708, at 4298924736
00000100:00000040:1.0:1787699038.400921:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298924708, at 4298924736
00000100:00000010:1.0:1787699038.400937:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122540.
00000100:00000010:0.0:1787699038.400939:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501220c0.
00000100:00000001:2.0:1787699038.720965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699038.720972:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699038.720974:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699038.720980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699038.720984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699038.720988:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699038.720990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699038.720993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699038.720997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699039.168995:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699039.169001:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699039.169004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699039.169005:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699039.169007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699039.169008:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699039.169017:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699039.169018:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699039.169019:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699039.169024:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699039.169026:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699039.169034:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699039.169035:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699039.169036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699039.169038:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699039.169039:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699039.169040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699039.169047:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699039.169049:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699039.169051:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699039.169055:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699039.169056:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699039.169059:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699039.169062:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699039.169095:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699039.169098:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699039.169101:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699039.745015:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699039.745025:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699039.745027:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699039.745035:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699039.745039:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699039.745044:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699039.745047:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699039.745050:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699039.745054:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699040.192968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699040.192968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699040.192972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699040.192976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699040.192977:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699040.192977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699040.192982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699040.192982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699040.192984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699040.192988:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699040.192988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699040.192988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699040.192991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699040.192994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699040.192995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699040.192995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699040.193000:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699040.193001:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699040.193005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699040.193007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699040.193010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699040.193010:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699040.193013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699040.193016:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699040.193042:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699040.193045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699040.193048:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699040.768947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699040.768954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699040.768956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699040.768961:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699040.768964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699040.768968:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699040.768971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699040.768973:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699040.768976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699041.216957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699041.216960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699041.216965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699041.216966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699041.216976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699041.216978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699041.216980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699041.216980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699041.216984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699041.216988:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699041.216991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699041.216991:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699041.216992:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699041.216997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699041.216998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787699041.217000:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699041.217008:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699041.217008:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699041.217016:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699041.217017:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699041.217030:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699041.217030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699041.217037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699041.217042:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699041.217056:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699041.217061:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699041.217064:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699041.792955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699041.792960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699041.792962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699041.792965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699041.792969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699041.792973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699041.792975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699041.792978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699041.792981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.240957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699042.240958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699042.240960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699042.240965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699042.240965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.240965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699042.240969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.240970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699042.240972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699042.240976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699042.240977:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699042.240977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699042.240980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699042.240983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.240984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699042.240984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699042.240991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.240991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.240997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699042.241000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699042.241004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699042.241004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.241008:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699042.241012:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699042.241037:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699042.241041:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699042.241045:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699042.816936:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699042.816941:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699042.816943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699042.816946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787699042.816948:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699042.816953:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787699042.816954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699042.816958:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699042.816959:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787699042.816960:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699042.816964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699042.816965:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699042.816969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787699042.816972:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4256
00000100:00000001:2.0:1787699042.816975:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787699042.816982:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699042.816987:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699042.816990:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699042.816992:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.816995:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699042.816997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.816998:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699042.817001:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699042.817002:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787699042.817004:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699042.817007:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787699042.817008:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787699042.817010:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787699042.817012:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817013:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699042.817014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817015:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699042.817017:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787699042.817019:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817021:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699042.817023:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699042.817025:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699042.817027:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817029:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787699042.817030:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699042.817036:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787699042.817039:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787699042.817041:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699042.817043:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817045:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699042.817048:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699042.817052:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699042.817060:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787699042.817066:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699042.817074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699042.817083:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699042.817087:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699042.817092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699042.817128:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699042.817132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699042.817136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787699042.817137:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699042.817138:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699042.817141:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699042.817143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4256
00000400:00000200:0.0:1787699042.817147:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699042.817150:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699042.817153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699042.817156:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817159:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699042.817162:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817165:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699042.817166:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787699042.817167:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699042.817171:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:3.0:1787699042.817171:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787699042.817175:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699042.817175:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1787699042.817178:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787699042.817182:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699042.817183:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787699042.817184:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787699042.817191:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817195:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787699042.817197:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787699042.817198:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699042.817200:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817201:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699042.817204:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:3.0:1787699042.817204:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787699042.817207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:3.0:1787699042.817208:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787699042.817210:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699042.817212:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699042.817212:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699042.817216:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947245952:192.168.201.121@tcp:250:kworker.0
02000000:00000001:0.0:1787699042.817218:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699042.817220:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787699042.817222:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817225:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787699042.817225:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699042.817228:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787699042.817230:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787699042.817231:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787699042.817234:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817236:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699042.817236:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699042.817239:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699042.817240:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787699042.817243:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000400:00000200:3.0:1787699042.817246:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:0.0:1787699042.817247:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699042.817250:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817252:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1787699042.817252:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
02000000:00000001:0.0:1787699042.817253:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699042.817256:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699042.817259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
02000000:00000010:0.0:1787699042.817261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:0.0:1787699042.817265:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699042.817266:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947245952, portal 25
00000100:00000001:3.0:1787699042.817270:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787699042.817271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699042.817272:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000001:0.0:1787699042.817281:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1787699042.817281:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699042.817285:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699042.817292:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817293:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699042.817299:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699042.817304:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000001:0.0:1787699042.817306:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699042.817309:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947245952, offset 0
00000100:00080000:0.0:1787699042.817310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699042.817314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787699042.817316:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699042.817318:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787699042.817319:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817323:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699042.817326:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4256
00000400:00000200:3.0:1787699042.817329:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699042.817331:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699042.817336:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787699042.817338:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:0.0:1787699042.817339:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699042.817344:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817345:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699042.817347:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699042.817347:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787699042.817352:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699042.817353:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699042.817355:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:3.0:1787699042.817356:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:0.0:1787699042.817357:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699042.817359:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787699042.817361:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787699042.817364:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699042.817364:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787699042.817367:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817370:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699042.817372:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:0.0:1787699042.817373:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817376:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699042.817378:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787699042.817382:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787699042.817383:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12561:12561:256:4294967295] 192.168.201.121@tcp LPNI seq info [12561:12561:8:4294967295]
00000100:00000001:0.0:1787699042.817384:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699042.817387:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699042.817389:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699042.817392:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817394:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787699042.817395:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:0.0:1787699042.817396:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699042.817400:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817401:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699042.817403:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787699042.817405:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787699042.817407:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699042.817409:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817411:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699042.817413:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699042.817415:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699042.817418:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1787699042.817419:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:0.0:1787699042.817422:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699042.817427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787699042.817430:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817437:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1787699042.817438:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000100:00000001:0.0:1787699042.817440:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699042.817445:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787699042.817449:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:0.0:1787699042.817456:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699042.817456:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1787699042.817461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1787699042.817465:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:0.0:1787699042.817466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787699042.817469:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699042.817472:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1787699042.817472:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1787699042.817478:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:3.0:1787699042.817481:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00080000:0.0:1787699042.817482:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4256
00000800:00000010:3.0:1787699042.817484:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:0.0:1787699042.817488:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.817491:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787699042.817492:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699042.817496:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787699042.817500:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787699042.817502:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817504:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699042.817505:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000100:00000040:0.0:1787699042.817507:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699042.817508:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:0.0:1787699042.817509:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699042.817512:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787699042.817513:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1787699042.817514:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787699042.817516:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699042.817518:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787699042.817520:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:3.0:1787699042.817520:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787699042.817522:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:0.0:1787699042.817528:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817544:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787699042.817545:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787699042.817548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817552:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:3.0:1787699042.817554:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787699042.817557:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787699042.817564:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699042.817569:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.817571:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699042.817572:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699042.817576:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787699042.817577:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699042.817580:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817581:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787699042.817584:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787699042.817585:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787699042.817587:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817590:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699042.817591:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:0.0:1787699042.817595:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:3.0:1787699042.817596:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298929827
00000020:00000040:0.0:1787699042.817600:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787699042.817605:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:3.0:1787699042.817605:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501226c0.
02000000:00000001:0.0:1787699042.817606:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699042.817610:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699042.817611:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699042.817613:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699042.817617:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787699042.817621:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.817621:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00100000:0.0:1787699042.817630:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699042.817630:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298929827
00000100:00000010:3.0:1787699042.817638:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122240.
00000100:00000001:0.0:1787699042.817639:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699042.817643:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.817646:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1787699042.817647:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817653:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787699042.817654:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.817660:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699042.817661:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4266)
00000100:00000001:3.0:1787699042.817665:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699042.817673:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699042/real 1787699042]  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699042.817682:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699042.817684:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699042.817686:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699042.817689:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699042.817691:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699042.817693:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699042.817696:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699042.817704:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817711:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699042.817713:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.817715:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.817717:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699042.817721:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817729:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699042.817734:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817748:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699042.817751:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.817752:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.817754:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.817756:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699042.817758:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699042.817760:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699042.817764:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699042.817766:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699042.817770:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699042.817779:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947245952:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699042.817783:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.817785:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.817789:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947245952/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817795:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699042.817797:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699042.817800:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699042.817803:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699042.817805:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699042.817806:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699042.817809:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699042.817811:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:3.0:1787699042.817814:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699042.817815:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699042.817824:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:3.0:1787699042.817828:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699042.817829:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.817831:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.817837:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699042.817839:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.817841:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699042.817843:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699042.817844:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699042.817873:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817880:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699042.817882:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699042.817883:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699042.817885:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699042.817887:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699042.817890:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246080:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699042.817893:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699042.817895:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699042.817896:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699042.817898:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699042.817901:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699042.817903:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699042.817907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699042.817909:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699042.817913:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699042.817915:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246080, portal 10
00000100:00000001:3.0:1787699042.817917:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699042.817918:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:3.0:1787699042.817924:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.817930:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699042.817932:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699042.817935:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699042.817937:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947246080, offset 0
00000400:00000200:3.0:1787699042.817941:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699042.817945:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.817948:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699042.817951:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699042.817953:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699042.817956:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699042.817958:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699042.817960:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12562:12562:256:4294967295] 192.168.201.121@tcp LPNI seq info [12562:12562:8:4294967295]
00000400:00000200:3.0:1787699042.817964:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.817971:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699042.817975:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699042.817978:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699042.817982:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699042.817985:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787699042.817989:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699042.817991:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787699042.817994:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699042.817996:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699042.817998:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699042.818002:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699042.818005:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699042.818007:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699042.818009:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699042.818012:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818019:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.818022:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818028:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818030:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699042.818033:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699042.818036:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699042.818040:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699042.818042:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298929170
00000100:00000001:3.0:1787699042.818045:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298929827
00000100:00000001:3.0:1787699042.818047:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298929170
00000100:00000001:3.0:1787699042.818049:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298929827
00000100:00000001:3.0:1787699042.818051:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699042.818053:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818055:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699042.818059:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699042/real 1787699042]  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699042.818066:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699042.818067:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699042.818069:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699042.818070:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699042.818072:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699042.818074:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699042.818077:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699042.818084:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818090:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699042.818091:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818093:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.818094:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699042.818097:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818115:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699042.818120:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818126:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699042.818129:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818131:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.818132:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818134:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699042.818137:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699042.818139:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699042.818142:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699042.818144:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699042.818148:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699042.818156:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246080:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699042.818160:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699042.818162:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818166:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699042.818167:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699042.818168:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699042.818169:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699042.818170:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699042.818172:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246208:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699042.818174:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699042.818176:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699042.818177:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699042.818178:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699042.818180:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699042.818182:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699042.818184:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699042.818186:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699042.818188:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699042.818190:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246208, portal 4
00000100:00000001:3.0:1787699042.818191:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699042.818192:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:3.0:1787699042.818196:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818200:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699042.818201:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699042.818203:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699042.818204:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947246208, offset 0
00000400:00000200:3.0:1787699042.818206:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699042.818209:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.818211:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699042.818213:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699042.818214:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699042.818216:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699042.818217:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699042.818219:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12563:12563:256:4294967295] 192.168.201.121@tcp LPNI seq info [12563:12563:8:4294967295]
00000400:00000200:3.0:1787699042.818221:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.818225:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699042.818228:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699042.818229:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699042.818232:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699042.818234:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787699042.818236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699042.818238:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787699042.818240:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699042.818241:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699042.818243:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699042.818245:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699042.818247:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699042.818248:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699042.818250:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699042.818252:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818256:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.818258:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818262:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818263:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699042.818265:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699042.818267:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699042.818269:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699042.818270:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298929187
00000100:00000001:3.0:1787699042.818272:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298929827
00000100:00000001:3.0:1787699042.818273:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298929187
00000100:00000001:3.0:1787699042.818274:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298929827
00000100:00000001:3.0:1787699042.818275:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699042.818277:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818278:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699042.818280:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699042/real 1787699042]  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699042.818283:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699042.818284:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699042.818285:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699042.818286:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699042.818287:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699042.818288:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699042.818289:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699042.818294:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818297:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699042.818298:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818299:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.818300:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699042.818303:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818307:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699042.818309:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818313:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699042.818314:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818315:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.818316:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818317:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699042.818318:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699042.818319:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699042.818320:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699042.818322:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699042.818324:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699042.818327:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246208:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699042.818329:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699042.818331:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818336:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699042.818337:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699042.818339:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699042.818341:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699042.818343:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699042.818346:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246336:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699042.818348:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699042.818350:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699042.818352:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699042.818354:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699042.818357:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699042.818359:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699042.818362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699042.818365:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699042.818367:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699042.818370:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246336, portal 4
00000100:00000001:3.0:1787699042.818372:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699042.818373:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:3.0:1787699042.818378:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818385:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699042.818387:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699042.818389:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699042.818390:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947246336, offset 0
00000400:00000200:3.0:1787699042.818393:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699042.818395:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.818397:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699042.818399:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699042.818401:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699042.818403:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699042.818404:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699042.818406:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12564:12564:256:4294967295] 192.168.201.121@tcp LPNI seq info [12564:12564:8:4294967295]
00000400:00000200:3.0:1787699042.818409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699042.818412:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699042.818415:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699042.818416:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699042.818419:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699042.818420:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787699042.818423:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699042.818424:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787699042.818427:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699042.818428:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699042.818430:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699042.818432:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699042.818433:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699042.818434:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699042.818436:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699042.818438:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818443:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.818446:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818452:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818453:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699042.818456:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699042.818459:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699042.818461:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699042.818463:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298929174
00000100:00000001:3.0:1787699042.818465:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298929827
00000100:00000001:3.0:1787699042.818467:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298929174
00000100:00000001:3.0:1787699042.818469:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298929827
00000100:00000001:3.0:1787699042.818471:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699042.818472:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818474:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699042.818478:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699042/real 1787699042]  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699042.818485:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699042.818486:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699042.818487:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699042.818490:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699042.818491:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699042.818494:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699042.818497:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699042.818505:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818511:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699042.818512:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818513:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.818515:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699042.818518:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818524:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699042.818528:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818533:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699042.818536:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818538:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699042.818539:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818540:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699042.818542:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699042.818544:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699042.818547:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699042.818549:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699042.818553:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699042.818561:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246336:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699042.818564:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818566:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.818569:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947246080/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818573:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699042.818574:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699042.818575:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699042.818577:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699042.818578:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699042.818578:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699042.818580:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699042.818581:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:3.0:1787699042.818583:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699042.818584:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699042.818584:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:3.0:1787699042.818586:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699042.818587:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818588:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.818590:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947246208/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818593:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699042.818594:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699042.818594:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699042.818595:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699042.818596:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699042.818597:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699042.818598:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699042.818599:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:3.0:1787699042.818600:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699042.818601:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699042.818602:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:3.0:1787699042.818603:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699042.818604:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818604:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699042.818606:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947246336/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699042.818609:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699042.818610:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699042.818611:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699042.818612:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699042.818614:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699042.818615:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699042.818616:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699042.818618:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:3.0:1787699042.818620:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699042.818621:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699042.818622:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:3.0:1787699042.818624:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699042.818626:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818628:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699042.818631:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699042.818632:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699042.818634:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699042.818636:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699043.264950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699043.264953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699043.264957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699043.264959:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699043.264960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699043.264963:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787699043.264968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699043.264968:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699043.264974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699043.264974:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699043.264978:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699043.264980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699043.264982:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699043.264985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699043.264986:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699043.264990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699043.264990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699043.264993:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699043.264995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699043.264996:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699043.264998:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699043.265000:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699043.265001:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699043.265003:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699043.265004:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699043.265006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699043.265007:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699043.265040:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699043.265044:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699043.265047:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699043.265092:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699043.265105:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699043.265107:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699043.265110:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699043.265112:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699043.265114:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699043.265116:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699043.265117:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699043.265119:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699043.520957:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298929827, at 4298929856
00000100:00000040:1.0:1787699043.520957:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298929827, at 4298929856
00000100:00000010:0.0:1787699043.520971:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501226c0.
00000100:00000010:1.0:1787699043.520974:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122240.
00000100:00000001:2.0:1787699043.840952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699043.840958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699043.840960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699043.840964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699043.840966:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699043.840969:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699043.840971:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699043.840972:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699043.840974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699044.288953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699044.288953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699044.288957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699044.288962:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699044.288962:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699044.288965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699044.288966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699044.288969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699044.288971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699044.288972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699044.288975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699044.288975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699044.288978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699044.288982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699044.288982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699044.288983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699044.288985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699044.288986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699044.288988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699044.288993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699044.288997:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699044.288997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699044.289000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699044.289004:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699044.289033:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699044.289037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699044.289040:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699044.864913:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699044.864919:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699044.864921:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699044.864924:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699044.864927:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699044.864929:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699044.864931:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699044.864932:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699044.864934:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699045.312934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699045.312935:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699045.312939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699045.312941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699045.312942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699045.312942:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699045.312944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699045.312945:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699045.312949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699045.312950:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699045.312950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699045.312952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699045.312954:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699045.312954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699045.312956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699045.312957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699045.312958:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699045.312959:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699045.312961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699045.312964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699045.312966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699045.312967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699045.312970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699045.312972:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699045.312995:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699045.312998:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699045.313001:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1787699045.888968:0:35427:0:(osc_request.c:747:osc_update_next_shrink()) next time 5464 to shrink grant
00000100:00000001:0.0:1787699045.888969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699045.888974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000020:2.0:1787699045.888975:0:35427:0:(osc_request.c:747:osc_update_next_shrink()) next time 5464 to shrink grant
00000100:00000001:0.0:1787699045.888976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699045.888982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699045.888985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699045.888987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699045.888989:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699045.888992:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699045.888996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699046.336960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699046.336969:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699046.336971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699046.336971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699046.336977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699046.336983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699046.336985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699046.336988:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699046.336989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699046.336995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699046.336995:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699046.336999:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699046.337000:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699046.337003:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699046.337005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699046.337009:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699046.337010:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699046.337013:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699046.337016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699046.337017:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699046.337023:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699046.337143:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699046.337147:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699046.337151:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699046.337185:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699046.337189:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699046.337190:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699046.337194:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699046.337197:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699046.337199:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699046.337201:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699046.337203:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699046.337205:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699046.912967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699046.912975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699046.912977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699046.912983:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699046.912986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699046.912990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699046.912993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699046.912995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699046.912998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699047.360929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699047.360933:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699047.360935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699047.360937:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699047.360938:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699047.360943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699047.360944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699047.360945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699047.360946:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699047.360950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699047.360951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.360952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699047.360956:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699047.360956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699047.360956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699047.360959:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699047.360961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699047.360962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699047.360963:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.360969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699047.360972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.360975:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699047.360977:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.360979:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699047.361045:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699047.361048:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699047.361051:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787699047.936978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787699047.936983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787699047.936986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699047.936988:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699047.936989:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787699047.936992:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699047.936998:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699047.936999:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699047.937004:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699047.937004:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787699047.937010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699047.937012:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4261
00000100:00000001:0.0:1787699047.937026:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699047.937030:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787699047.937030:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699047.937036:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699047.937037:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699047.937041:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699047.937044:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937047:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699047.937049:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937050:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699047.937053:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699047.937054:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699047.937056:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699047.937059:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699047.937061:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699047.937063:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699047.937065:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937067:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699047.937068:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937069:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699047.937072:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699047.937074:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937076:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699047.937078:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699047.937080:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699047.937083:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937084:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699047.937093:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699047.937102:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787699047.937105:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699047.937109:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699047.937110:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937113:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699047.937115:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699047.937119:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699047.937126:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787699047.937133:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699047.937141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699047.937151:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699047.937156:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699047.937160:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699047.937183:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699047.937186:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699047.937189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699047.937191:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699047.937192:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699047.937195:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699047.937197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4261
00000400:00000200:3.0:1787699047.937202:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699047.937206:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699047.937208:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699047.937211:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937214:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699047.937216:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937218:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699047.937221:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787699047.937222:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787699047.937222:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699047.937227:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787699047.937229:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787699047.937230:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787699047.937232:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787699047.937234:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699047.937238:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699047.937242:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699047.937244:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937248:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699047.937253:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937258:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699047.937260:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787699047.937262:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787699047.937263:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699047.937268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787699047.937270:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787699047.937272:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.937274:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699047.937276:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699047.937280:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699047.937283:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787699047.937287:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947246464:192.168.201.121@tcp:250:kworker.0
02000000:00000001:3.0:1787699047.937288:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937292:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699047.937297:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699047.937298:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699047.937303:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787699047.937303:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.937308:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937308:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.937314:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787699047.937316:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
02000000:00000010:1.0:1787699047.937320:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000020:00000040:3.0:1787699047.937321:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699047.937326:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699047.937327:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699047.937331:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937333:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787699047.937335:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787699047.937336:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699047.937340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699047.937341:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000010:3.0:1787699047.937345:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000400:00000010:1.0:1787699047.937350:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699047.937357:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246464, portal 25
00000100:00000001:3.0:1787699047.937359:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.937361:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699047.937364:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
00000100:00100000:3.0:1787699047.937368:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787699047.937374:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699047.937380:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699047.937385:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.937389:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699047.937392:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699047.937395:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699047.937401:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947246464, offset 0
00000100:00000040:3.0:1787699047.937401:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699047.937414:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937420:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699047.937423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699047.937425:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699047.937429:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699047.937432:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787699047.937435:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:3.0:1787699047.937442:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699047.937445:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699047.937449:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4261
00000400:00000200:1.0:1787699047.937451:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699047.937455:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.937459:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699047.937462:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699047.937465:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787699047.937467:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787699047.937471:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699047.937475:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937476:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699047.937481:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699047.937485:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12565:12565:256:4294967295] 192.168.201.121@tcp LPNI seq info [12565:12565:8:4294967295]
00000400:00000200:1.0:1787699047.937492:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699047.937492:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699047.937496:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699047.937498:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699047.937501:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699047.937504:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787699047.937505:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787699047.937509:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699047.937513:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787699047.937516:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699047.937519:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937523:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787699047.937524:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000040:3.0:1787699047.937525:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937529:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699047.937532:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:1.0:1787699047.937535:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699047.937540:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1787699047.937548:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:1.1:1787699047.937549:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699047.937553:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699047.937555:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787699047.937557:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699047.937562:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787699047.937565:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699047.937566:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699047.937570:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000001:3.0:1787699047.937570:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699047.937575:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699047.937579:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787699047.937579:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937582:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699047.937587:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000400:00000200:1.0:1787699047.937588:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787699047.937592:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787699047.937596:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
02000000:00000001:3.0:1787699047.937596:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699047.937599:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937602:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699047.937603:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699047.937604:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699047.937608:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000400:00000010:1.0:1787699047.937610:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787699047.937611:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699047.937618:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699047.937621:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787699047.937629:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787699047.937630:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699047.937633:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699047.937642:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.937649:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699047.937653:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699047.937657:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699047.937658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699047.937665:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699047.937672:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937673:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787699047.937675:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787699047.937677:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699047.937680:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699047.937683:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699047.937684:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4261
00000400:00000200:3.0:1787699047.937693:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.937694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699047.937698:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787699047.937699:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298934947
00000100:00080000:3.0:1787699047.937702:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699047.937706:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000010:1.0:1787699047.937708:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010180.
00000100:00000001:3.0:1787699047.937709:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699047.937713:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937715:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699047.937718:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1787699047.937718:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699047.937720:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699047.937723:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699047.937725:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787699047.937726:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298934947
00000020:00000001:3.0:1787699047.937727:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699047.937733:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000010:1.0:1787699047.937734:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010300.
00000100:00000040:3.0:1787699047.937736:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699047.937740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699047.937741:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787699047.937743:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699047.937747:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699047.937747:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699047.937750:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787699047.937752:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699047.937754:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699047.937757:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699047.937758:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699047.937761:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699047.937764:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787699047.937766:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699047/real 1787699047]  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699047.937768:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937773:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699047.937776:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787699047.937779:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:3.0:1787699047.937780:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787699047.937781:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699047.937785:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000001:3.0:1787699047.937785:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699047.937790:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699047.937791:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000010:3.0:1787699047.937791:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699047.937796:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1787699047.937796:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:1.0:1787699047.937801:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699047.937802:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699047.937805:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699047.937810:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787699047.937812:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699047.937813:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699047.937816:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.937822:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1787699047.937823:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:1.0:1787699047.937824:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.937828:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.937830:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699047.937830:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699047.937843:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699047.937844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699047.937869:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699047.937873:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.937878:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699047.937883:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.937886:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.937888:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.937892:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699047.937893:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699047.937894:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699047.937897:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787699047.937898:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699047.937902:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699047.937906:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699047.937907:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699047.937911:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699047.937931:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699047.937932:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947246464:192.168.201.121@tcp:250:kworker.0
00000100:00000040:3.0:1787699047.937938:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4271)
00000100:00000001:1.0:1787699047.937939:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.937943:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.937945:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947246464/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.937949:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699047.937951:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699047.937952:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699047.937955:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699047.937956:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699047.937958:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699047.937960:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699047.937961:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699047.937964:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699047.937965:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699047.937966:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:1.0:1787699047.937968:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699047.937969:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.937970:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.937975:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699047.937976:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.937978:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699047.937979:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699047.937980:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699047.937982:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.937986:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699047.937987:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.937988:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699047.937989:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699047.937991:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699047.937992:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246592:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699047.937994:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699047.937995:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699047.937996:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.937998:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699047.938000:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699047.938001:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699047.938003:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699047.938005:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699047.938007:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699047.938009:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246592, portal 10
00000100:00000001:1.0:1787699047.938010:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699047.938011:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699047.938031:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938035:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699047.938036:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699047.938038:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699047.938040:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947246592, offset 0
00000400:00000200:1.0:1787699047.938042:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699047.938045:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.938047:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699047.938050:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699047.938052:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699047.938054:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699047.938056:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699047.938059:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12566:12566:256:4294967295] 192.168.201.121@tcp LPNI seq info [12566:12566:8:4294967295]
00000400:00000200:1.0:1787699047.938063:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.938069:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699047.938073:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699047.938076:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699047.938080:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699047.938082:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787699047.938086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699047.938088:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787699047.938092:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699047.938094:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699047.938106:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699047.938110:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699047.938113:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699047.938115:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699047.938118:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699047.938121:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938127:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.938129:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938133:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938134:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699047.938136:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699047.938139:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699047.938141:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699047.938142:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298934290
00000100:00000001:1.0:1787699047.938144:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298934947
00000100:00000001:1.0:1787699047.938145:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298934290
00000100:00000001:1.0:1787699047.938147:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298934947
00000100:00000001:1.0:1787699047.938148:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699047.938149:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938151:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699047.938153:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699047/real 1787699047]  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699047.938157:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699047.938157:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699047.938158:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699047.938160:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699047.938160:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699047.938161:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699047.938164:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699047.938168:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938172:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699047.938173:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938174:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.938174:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699047.938176:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938180:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699047.938182:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938185:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699047.938186:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938187:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.938188:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938189:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699047.938190:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699047.938192:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699047.938193:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699047.938195:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699047.938197:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699047.938201:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246592:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699047.938203:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699047.938205:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938213:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699047.938213:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.938215:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699047.938216:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699047.938217:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699047.938219:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246720:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699047.938220:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699047.938221:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699047.938222:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.938223:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699047.938225:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699047.938227:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699047.938229:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699047.938230:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699047.938232:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699047.938234:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246720, portal 4
00000100:00000001:1.0:1787699047.938235:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699047.938236:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699047.938240:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938243:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699047.938245:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699047.938246:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699047.938247:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947246720, offset 0
00000400:00000200:1.0:1787699047.938249:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699047.938251:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.938253:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699047.938255:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699047.938256:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699047.938258:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699047.938259:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699047.938261:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12567:12567:256:4294967295] 192.168.201.121@tcp LPNI seq info [12567:12567:8:4294967295]
00000400:00000200:1.0:1787699047.938264:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.938268:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699047.938270:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699047.938272:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699047.938274:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699047.938276:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787699047.938279:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699047.938280:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787699047.938282:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699047.938284:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699047.938285:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699047.938287:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699047.938289:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699047.938290:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699047.938291:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699047.938293:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938297:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.938299:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938303:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938304:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699047.938305:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699047.938307:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699047.938308:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699047.938309:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298934307
00000100:00000001:1.0:1787699047.938311:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298934947
00000100:00000001:1.0:1787699047.938312:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298934307
00000100:00000001:1.0:1787699047.938313:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298934947
00000100:00000001:1.0:1787699047.938314:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699047.938316:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938317:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699047.938319:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699047/real 1787699047]  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699047.938323:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699047.938324:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699047.938325:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699047.938326:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699047.938326:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699047.938327:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699047.938329:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699047.938333:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938336:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699047.938337:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938338:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.938339:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699047.938341:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938344:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699047.938346:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938350:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699047.938351:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938352:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.938352:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938353:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699047.938354:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699047.938355:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699047.938357:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699047.938359:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699047.938361:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699047.938365:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246720:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699047.938367:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699047.938369:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938372:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699047.938373:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.938374:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699047.938375:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699047.938376:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699047.938377:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246848:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699047.938379:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699047.938379:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699047.938380:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699047.938381:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699047.938383:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699047.938384:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699047.938385:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699047.938386:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699047.938388:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699047.938390:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246848, portal 4
00000100:00000001:1.0:1787699047.938391:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699047.938392:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699047.938395:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938399:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699047.938400:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699047.938401:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699047.938403:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947246848, offset 0
00000400:00000200:1.0:1787699047.938405:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699047.938407:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.938408:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699047.938410:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699047.938411:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699047.938412:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699047.938414:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699047.938415:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12568:12568:256:4294967295] 192.168.201.121@tcp LPNI seq info [12568:12568:8:4294967295]
00000400:00000200:1.0:1787699047.938418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699047.938421:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699047.938423:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699047.938425:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699047.938427:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699047.938428:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787699047.938430:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699047.938432:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787699047.938434:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699047.938435:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699047.938437:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699047.938439:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699047.938440:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699047.938441:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699047.938442:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699047.938444:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938448:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.938450:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938454:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938455:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699047.938456:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699047.938458:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699047.938460:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699047.938461:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298934294
00000100:00000001:1.0:1787699047.938462:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298934947
00000100:00000001:1.0:1787699047.938463:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298934294
00000100:00000001:1.0:1787699047.938464:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298934947
00000100:00000001:1.0:1787699047.938465:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699047.938466:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938467:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699047.938469:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699047/real 1787699047]  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699047.938473:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699047.938473:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699047.938474:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699047.938475:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699047.938476:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699047.938477:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699047.938479:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699047.938483:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938487:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699047.938487:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938488:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.938489:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699047.938491:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938494:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699047.938496:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938500:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699047.938501:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938502:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699047.938503:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938504:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699047.938505:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699047.938506:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699047.938508:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699047.938509:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699047.938510:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699047.938514:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947246848:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699047.938516:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938517:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.938519:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947246592/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938522:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699047.938523:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699047.938524:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699047.938526:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699047.938528:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699047.938529:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699047.938531:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699047.938532:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699047.938534:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699047.938535:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699047.938536:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699047.938539:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699047.938540:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938542:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.938545:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947246720/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938551:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699047.938552:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699047.938554:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699047.938556:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699047.938557:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699047.938558:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699047.938560:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699047.938561:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699047.938563:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699047.938564:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699047.938566:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699047.938568:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699047.938569:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938571:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699047.938574:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947246848/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699047.938578:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699047.938579:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699047.938580:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699047.938581:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699047.938581:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699047.938582:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699047.938583:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699047.938584:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699047.938585:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699047.938585:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699047.938586:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699047.938588:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699047.938588:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938590:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699047.938592:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699047.938593:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699047.938594:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699047.938595:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699048.384951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699048.384951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699048.384957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699048.384959:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699048.384959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699048.384963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699048.384964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699048.384964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699048.384970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699048.384971:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699048.384972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699048.384975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699048.384977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699048.384977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699048.384979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699048.384982:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699048.384983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699048.384985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699048.384986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699048.384989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699048.384990:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699048.384995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699048.384999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699048.385002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699048.385037:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699048.385041:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699048.385044:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699048.640959:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298934947, at 4298934976
00000100:00000040:1.0:1787699048.640959:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298934947, at 4298934976
00000100:00000010:1.0:1787699048.640973:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010300.
00000100:00000010:0.0:1787699048.640976:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010180.
00000100:00000001:0.0:1787699048.960921:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699048.960936:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699048.960938:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699048.960943:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699048.960947:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699048.960950:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699048.960952:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699048.960955:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699048.960958:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699049.408940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699049.408943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699049.408947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699049.408949:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699049.408949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699049.408951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699049.408952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699049.408954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699049.408960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699049.408961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699049.408961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699049.408965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699049.408967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699049.408967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699049.408970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699049.408973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699049.408974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699049.408974:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699049.408980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699049.408983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699049.408986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699049.408989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699049.409004:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699049.409006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699049.409029:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699049.409032:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699049.409035:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699049.984948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699049.984953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699049.984955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699049.984959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699049.984962:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699049.984964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699049.984966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699049.984968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699049.984970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699050.432948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699050.432948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699050.432948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699050.432954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699050.432957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699050.432957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699050.432959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699050.432962:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699050.432963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699050.432963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699050.432968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699050.432970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699050.432971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699050.432983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699050.432986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699050.432988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699050.432988:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699050.432993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699050.432993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699050.432997:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699050.433002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699050.433003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699050.433005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699050.433008:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699050.433010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699050.433013:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699050.433016:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699051.008942:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699051.008949:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699051.008952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699051.008956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699051.008958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699051.008961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699051.008982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699051.008984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699051.008986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699051.456921:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699051.456921:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699051.456928:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699051.456928:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699051.456932:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699051.456933:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699051.456938:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699051.456939:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699051.456943:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699051.456945:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699051.456950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699051.456953:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699051.456954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699051.456966:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699051.456973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699051.456973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699051.456977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699051.456981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699051.457068:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699051.457070:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699051.457073:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699051.457074:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699051.457076:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699051.457076:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699051.457120:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699051.457123:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699051.457125:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699052.032918:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699052.032923:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699052.032925:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699052.032929:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699052.032931:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699052.032934:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699052.032936:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699052.032938:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699052.032940:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699052.480964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699052.480968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699052.480972:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699052.480973:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699052.480977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699052.480980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699052.480983:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699052.480984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699052.480988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699052.480989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699052.480991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699052.480992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699052.480994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699052.480994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699052.480995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699052.481000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699052.481001:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699052.481004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699052.481006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699052.481008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699052.481011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699052.481011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699052.481014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699052.481017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699052.481031:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699052.481045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699052.481049:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699053.056897:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699053.056904:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699053.056906:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699053.056910:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699053.056910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787699053.056916:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699053.056917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699053.056919:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699053.056920:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787699053.056924:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787699053.056925:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699053.056926:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699053.056942:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.056942:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699053.056949:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4266
00000400:00000200:3.0:1787699053.056956:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699053.056962:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699053.056964:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699053.056967:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.056969:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699053.056972:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.056974:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699053.056977:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699053.056978:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699053.056980:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699053.056983:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699053.056985:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699053.056986:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699053.056992:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.056993:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699053.056994:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.056995:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699053.056998:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699053.057000:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057002:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699053.057004:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699053.057006:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699053.057008:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057010:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699053.057012:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699053.057018:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699053.057020:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699053.057023:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699053.057025:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057027:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699053.057028:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699053.057032:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699053.057038:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699053.057043:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699053.057050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699053.057057:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699053.057060:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699053.057063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699053.057082:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699053.057085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699053.057088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699053.057089:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699053.057090:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699053.057093:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699053.057095:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4266
00000400:00000200:3.0:1787699053.057099:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699053.057102:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699053.057104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699053.057108:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057110:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699053.057113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057116:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699053.057118:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699053.057120:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699053.057122:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787699053.057123:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787699053.057125:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699053.057129:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699053.057130:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699053.057134:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699053.057135:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699053.057140:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057143:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699053.057145:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699053.057146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057149:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699053.057154:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699053.057158:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057162:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699053.057167:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699053.057168:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699053.057171:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699053.057174:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699053.057175:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699053.057179:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.057180:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699053.057183:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787699053.057186:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787699053.057189:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787699053.057193:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947246976:192.168.201.121@tcp:250:kworker.0
00000008:00000001:3.0:1787699053.057194:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057200:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.057201:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787699053.057205:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
02000000:00000001:1.0:1787699053.057206:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699053.057210:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787699053.057211:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699053.057213:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787699053.057216:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1787699053.057220:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:3.0:1787699053.057220:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.057226:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057226:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699053.057229:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699053.057232:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699053.057235:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:3.0:1787699053.057239:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000400:00000010:1.0:1787699053.057241:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:3.0:1787699053.057245:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699053.057249:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00100000:3.0:1787699053.057254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699053.057263:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699053.057266:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699053.057268:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947246976, portal 25
00000100:00000040:3.0:1787699053.057271:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057273:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699053.057276:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000040:1.0:1787699053.057287:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699053.057288:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699053.057294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699053.057299:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787699053.057301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787699053.057305:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057306:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699053.057309:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787699053.057310:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787699053.057314:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787699053.057316:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947246976, offset 0
00000100:00080000:3.0:1787699053.057319:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4266
00000400:00000200:3.0:1787699053.057327:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.057328:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699053.057333:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699053.057336:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699053.057340:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699053.057342:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699053.057346:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699053.057349:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057352:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699053.057354:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699053.057355:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699053.057357:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699053.057358:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787699053.057361:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:3.0:1787699053.057361:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699053.057366:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787699053.057370:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787699053.057373:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057378:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699053.057379:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:3.0:1787699053.057384:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699053.057387:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699053.057389:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699053.057393:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:3.0:1787699053.057394:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699053.057401:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787699053.057402:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12569:12569:256:4294967295] 192.168.201.121@tcp LPNI seq info [12569:12569:8:4294967295]
00000100:00000001:3.0:1787699053.057406:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699053.057409:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699053.057410:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787699053.057413:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699053.057416:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057419:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699053.057423:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787699053.057423:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699053.057427:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057430:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699053.057433:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000800:00000200:1.0:1787699053.057434:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000040:3.0:1787699053.057436:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699053.057439:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699053.057440:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057441:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699053.057442:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787699053.057443:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
02000000:00000001:3.0:1787699053.057444:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699053.057450:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000800:00000200:1.0:1787699053.057454:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699053.057454:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699053.057460:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787699053.057461:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1787699053.057470:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699053.057473:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699053.057475:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787699053.057479:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787699053.057481:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699053.057491:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057494:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699053.057496:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00080000:3.0:1787699053.057498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699053.057503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787699053.057505:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787699053.057506:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699053.057509:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787699053.057515:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787699053.057515:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699053.057521:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4266
00000400:00000200:1.0:1787699053.057524:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000200:3.0:1787699053.057527:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699053.057529:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000400:00000200:3.0:1787699053.057531:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699053.057535:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699053.057537:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787699053.057538:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057541:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699053.057545:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699053.057547:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699053.057547:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699053.057551:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699053.057553:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699053.057556:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699053.057559:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699053.057562:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699053.057565:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699053.057566:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699053.057567:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057570:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699053.057574:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699053.057574:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057575:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699053.057579:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699053.057584:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699053.057586:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699053.057587:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699053.057589:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699053.057591:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057593:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699053.057595:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699053.057601:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057605:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699053.057611:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699053.057613:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787699053.057615:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787699053.057617:0:2353:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787699053.057621:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699053.057623:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.057626:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699053.057626:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699053.057629:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699053.057633:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699053.057634:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:3.0:1787699053.057637:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:1.0:1787699053.057639:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298940067
00000100:00000001:3.0:1787699053.057644:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699053.057647:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010300.
00000100:00100000:3.0:1787699053.057653:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699053.057655:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699053.057664:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699053.057665:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298940067
00000100:00000001:3.0:1787699053.057668:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699053.057671:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010de0.
00000100:00000040:3.0:1787699053.057675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057677:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699053.057681:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699053.057685:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.057690:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699053.057695:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699053.057698:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699053/real 1787699053]  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699053.057701:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4277)
00000400:00000001:1.0:1787699053.057711:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699053.057714:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699053.057716:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699053.057719:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699053.057721:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699053.057724:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699053.057729:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699053.057738:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057744:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699053.057746:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.057748:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.057750:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699053.057754:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057761:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699053.057765:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057773:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699053.057775:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.057777:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.057778:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.057780:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699053.057782:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699053.057785:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699053.057789:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699053.057791:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699053.057796:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699053.057804:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947246976:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699053.057808:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.057810:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.057813:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947246976/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057820:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699053.057822:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699053.057825:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699053.057828:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699053.057829:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699053.057831:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699053.057833:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699053.057836:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699053.057839:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699053.057842:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699053.057843:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699053.057846:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699053.057875:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.057878:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.057885:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699053.057886:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.057888:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699053.057889:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699053.057891:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699053.057895:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057902:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699053.057904:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.057906:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699053.057908:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699053.057910:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699053.057912:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247104:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699053.057916:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699053.057918:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699053.057919:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.057921:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699053.057924:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699053.057926:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699053.057941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699053.057944:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699053.057947:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699053.057950:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247104, portal 10
00000100:00000001:1.0:1787699053.057952:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699053.057953:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699053.057960:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.057966:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699053.057968:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699053.057971:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699053.057973:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947247104, offset 0
00000400:00000200:1.0:1787699053.057976:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699053.057980:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.057983:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699053.057986:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699053.057989:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699053.057991:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699053.057994:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699053.057996:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12570:12570:256:4294967295] 192.168.201.121@tcp LPNI seq info [12570:12570:8:4294967295]
00000400:00000200:1.0:1787699053.058000:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.058006:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699053.058010:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699053.058014:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699053.058017:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699053.058019:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699053.058024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699053.058026:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699053.058030:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699053.058031:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699053.058034:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699053.058038:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699053.058041:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699053.058042:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699053.058045:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699053.058049:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058054:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.058056:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058060:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058061:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699053.058063:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699053.058066:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699053.058068:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699053.058069:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298939410
00000100:00000001:1.0:1787699053.058071:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298940067
00000100:00000001:1.0:1787699053.058073:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298939410
00000100:00000001:1.0:1787699053.058074:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298940067
00000100:00000001:1.0:1787699053.058075:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699053.058076:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058078:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699053.058080:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699053/real 1787699053]  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699053.058084:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699053.058085:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699053.058086:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699053.058087:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699053.058088:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699053.058090:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699053.058091:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699053.058096:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058100:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699053.058100:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058101:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.058102:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699053.058104:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058107:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699053.058110:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058117:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699053.058119:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058121:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.058122:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058123:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699053.058126:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699053.058128:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699053.058131:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699053.058133:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699053.058137:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699053.058145:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247104:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699053.058149:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699053.058152:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058157:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699053.058158:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.058159:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699053.058161:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699053.058162:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699053.058164:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247232:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699053.058166:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699053.058167:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699053.058168:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.058169:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699053.058171:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699053.058172:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699053.058175:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699053.058177:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699053.058179:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699053.058181:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247232, portal 4
00000100:00000001:1.0:1787699053.058182:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699053.058183:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699053.058186:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058190:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699053.058191:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699053.058193:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699053.058194:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947247232, offset 0
00000400:00000200:1.0:1787699053.058196:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699053.058199:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.058200:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699053.058202:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699053.058204:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699053.058205:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699053.058207:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699053.058208:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12571:12571:256:4294967295] 192.168.201.121@tcp LPNI seq info [12571:12571:8:4294967295]
00000400:00000200:1.0:1787699053.058211:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.058214:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699053.058217:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699053.058218:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699053.058220:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699053.058222:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699053.058225:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699053.058226:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699053.058228:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699053.058230:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699053.058231:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699053.058233:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699053.058235:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699053.058236:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699053.058238:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699053.058240:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058244:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.058246:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058250:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058250:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699053.058252:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699053.058254:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699053.058256:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699053.058257:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298939427
00000100:00000001:1.0:1787699053.058258:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298940067
00000100:00000001:1.0:1787699053.058259:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298939427
00000100:00000001:1.0:1787699053.058260:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298940067
00000100:00000001:1.0:1787699053.058262:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699053.058263:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058264:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699053.058266:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699053/real 1787699053]  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699053.058270:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699053.058270:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699053.058271:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699053.058272:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699053.058273:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699053.058274:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699053.058276:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699053.058281:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058288:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699053.058289:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058290:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.058291:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699053.058293:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058296:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699053.058298:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058302:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699053.058304:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058306:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.058306:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058308:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699053.058309:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699053.058312:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699053.058314:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699053.058316:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699053.058320:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699053.058327:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247232:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699053.058331:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699053.058334:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058340:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699053.058341:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.058343:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699053.058345:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699053.058347:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699053.058349:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247360:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699053.058352:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699053.058354:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699053.058355:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699053.058356:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699053.058360:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699053.058361:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699053.058364:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699053.058367:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699053.058370:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699053.058372:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247360, portal 4
00000100:00000001:1.0:1787699053.058374:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699053.058375:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699053.058381:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058387:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699053.058389:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699053.058391:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699053.058393:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947247360, offset 0
00000400:00000200:1.0:1787699053.058396:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699053.058400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.058403:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699053.058405:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699053.058407:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699053.058410:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699053.058412:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699053.058415:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12572:12572:256:4294967295] 192.168.201.121@tcp LPNI seq info [12572:12572:8:4294967295]
00000400:00000200:1.0:1787699053.058418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699053.058424:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699053.058428:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699053.058431:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699053.058435:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699053.058437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699053.058441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699053.058443:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699053.058446:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699053.058448:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699053.058450:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699053.058454:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699053.058456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699053.058458:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699053.058460:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699053.058463:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058470:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.058473:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699078 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058480:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058481:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699053.058484:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699053.058487:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699053.058490:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699053.058492:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298939414
00000100:00000001:1.0:1787699053.058494:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298940067
00000100:00000001:1.0:1787699053.058496:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298939414
00000100:00000001:1.0:1787699053.058498:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298940067
00000100:00000001:1.0:1787699053.058499:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699053.058501:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058503:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699053.058506:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699053/real 1787699053]  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699053.058513:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699053.058514:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699053.058516:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699053.058518:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699053.058519:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699053.058521:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699053.058524:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699053.058532:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058537:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699053.058539:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058540:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.058541:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699053.058544:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058551:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699053.058554:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058561:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699053.058562:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058563:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699053.058564:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058565:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699053.058566:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699053.058568:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699053.058570:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699053.058571:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699053.058573:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699053.058578:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247360:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699053.058580:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058581:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.058583:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947247104/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058587:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699053.058588:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699053.058590:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699053.058592:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699053.058593:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699053.058594:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699053.058596:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699053.058597:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699053.058600:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699053.058601:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699053.058602:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699053.058604:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699053.058605:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058607:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.058610:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947247232/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058616:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699053.058617:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699053.058618:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699053.058620:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699053.058622:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699053.058623:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699053.058625:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699053.058626:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699053.058629:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699053.058630:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699053.058632:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699053.058634:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699053.058635:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058637:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699053.058640:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947247360/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699078 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699053.058645:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699053.058646:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699053.058648:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699053.058650:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699053.058651:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699053.058653:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699053.058654:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699053.058656:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699053.058657:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699053.058659:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699053.058660:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699053.058662:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699053.058663:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058665:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699053.058668:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699053.058670:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.058672:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699053.058673:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.504962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699053.504962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699053.504970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699053.504971:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699053.504973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699053.504973:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699053.504976:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699053.504977:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699053.504979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699053.504982:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699053.504983:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699053.504985:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.504986:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699053.504987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699053.504987:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.504991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787699053.504993:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699053.504993:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.504998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699053.504998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699053.504999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699053.505002:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699053.505003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699053.505004:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699053.505004:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699053.505008:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699053.505010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699053.505011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699053.505011:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699053.505013:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699053.505015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699053.505016:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699053.505020:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699053.505022:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699053.505024:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699053.505026:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699053.505069:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699053.505072:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699053.505074:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699053.760948:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298940067, at 4298940096
00000100:00000040:1.0:1787699053.760948:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298940067, at 4298940096
00000100:00000010:1.0:1787699053.760962:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010de0.
00000100:00000010:0.0:1787699053.760966:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010300.
00000100:00000001:2.0:1787699054.080994:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699054.081001:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699054.081003:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699054.081008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699054.081011:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699054.081014:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699054.081016:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699054.081018:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699054.081021:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699054.528946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699054.528946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699054.528953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699054.528953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699054.528956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699054.528956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699054.528961:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699054.528961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699054.528962:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699054.528966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699054.528968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699054.528968:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699054.528973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699054.528974:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699054.528975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699054.528977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699054.528978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699054.528981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699054.528985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699054.528986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699054.528986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699054.528987:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699054.528990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699054.528991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699054.529033:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699054.529037:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699054.529041:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699055.104982:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699055.104987:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699055.104989:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699055.104992:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699055.104995:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699055.104997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699055.104999:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699055.105001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699055.105003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699055.552944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699055.552944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699055.552946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699055.552951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699055.552952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699055.552952:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699055.552954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699055.552956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699055.552957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699055.552959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699055.552960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699055.552962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699055.552963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699055.552965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699055.552968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699055.552968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699055.552969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699055.552973:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699055.552974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699055.552979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699055.552983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699055.552989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699055.552992:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699055.552995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699055.553008:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699055.553011:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699055.553014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699056.128964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699056.128970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699056.128972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699056.128977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699056.128981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699056.128985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699056.128988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699056.128990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699056.128993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699056.576958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699056.576968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699056.576971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699056.576977:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699056.576981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699056.576985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699056.576988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699056.576990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699056.576993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699056.576993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699056.577002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699056.577010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699056.577013:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699056.577018:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699056.577021:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699056.577024:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699056.577028:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699056.577031:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699056.577035:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699056.577037:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699056.577039:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699056.577075:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699056.577080:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699056.577082:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699056.577085:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699056.577091:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699056.577094:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699056.577097:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699056.577100:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699056.577104:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699056.577116:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699056.577120:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699056.577125:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699057.152964:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699057.152970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699057.152972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699057.152975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699057.152978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699057.152981:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699057.152982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699057.152984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699057.152987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699057.600964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699057.600966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699057.600972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699057.600972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699057.600976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699057.600980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699057.600982:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699057.600985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699057.600990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699057.600991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699057.600995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699057.600995:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699057.600999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699057.601001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699057.601005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699057.601018:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699057.601027:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699057.601031:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699057.601037:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699057.601042:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699057.601044:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699057.601047:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787699057.601051:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699057.601052:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1787699057.601056:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699057.601057:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699057.601062:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699058.176931:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699058.176939:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699058.176942:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699058.176948:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:0.0:1787699058.176950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699058.176952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787699058.176958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699058.176958:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699058.176963:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699058.176964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787699058.176969:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699058.176969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699058.176975:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699058.176976:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699058.176981:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4272
00000400:00000200:0.0:1787699058.176989:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699058.176994:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699058.176997:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699058.176999:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177002:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699058.177003:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177005:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699058.177007:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699058.177009:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787699058.177010:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699058.177013:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787699058.177014:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787699058.177016:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787699058.177018:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177019:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699058.177020:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699058.177023:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787699058.177025:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177027:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699058.177029:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699058.177031:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699058.177033:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177034:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787699058.177036:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699058.177043:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787699058.177045:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787699058.177049:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699058.177050:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177052:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699058.177054:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699058.177064:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699058.177076:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d19400.
00000100:00000001:0.0:1787699058.177082:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699058.177090:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699058.177100:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699058.177104:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699058.177109:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699058.177124:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699058.177126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699058.177128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787699058.177129:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699058.177130:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699058.177132:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699058.177134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4272
00000400:00000200:0.0:1787699058.177136:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699058.177139:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699058.177140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699058.177142:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177145:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699058.177146:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177148:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699058.177150:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699058.177150:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787699058.177151:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699058.177153:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787699058.177154:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699058.177154:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787699058.177159:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787699058.177161:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699058.177161:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699058.177165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699058.177165:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787699058.177170:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177171:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787699058.177176:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787699058.177179:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:0.0:1787699058.177185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177190:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699058.177193:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699058.177197:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787699058.177199:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699058.177200:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699058.177206:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177208:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787699058.177208:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699058.177213:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787699058.177214:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699058.177219:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.177219:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177220:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699058.177227:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00100000:1.0:1787699058.177228:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947247488:192.168.201.121@tcp:250:kworker.0
00000020:00000040:0.0:1787699058.177230:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:0.0:1787699058.177234:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699058.177237:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.177237:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787699058.177241:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699058.177242:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699058.177243:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787699058.177244:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699058.177249:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
02000000:00000001:1.0:1787699058.177249:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177254:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699058.177260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787699058.177261:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699058.177268:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000100:00000001:0.0:1787699058.177271:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787699058.177272:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177276:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177281:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:0.0:1787699058.177283:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699058.177286:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699058.177294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:0.0:1787699058.177296:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699058.177301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787699058.177303:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247488, portal 25
00000100:00080000:0.0:1787699058.177305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787699058.177308:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699058.177309:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699058.177311:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699058.177313:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787699058.177316:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4272
00000100:00000001:1.0:1787699058.177317:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000400:00000200:0.0:1787699058.177325:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699058.177328:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787699058.177332:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699058.177337:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699058.177343:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787699058.177344:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699058.177350:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787699058.177353:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:1.0:1787699058.177355:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000001:0.0:1787699058.177356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699058.177359:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699058.177361:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787699058.177363:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787699058.177363:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947247488, offset 0
00000020:00000040:0.0:1787699058.177365:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787699058.177368:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:0.0:1787699058.177370:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787699058.177373:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177375:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699058.177375:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:0.0:1787699058.177380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177382:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699058.177383:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787699058.177385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787699058.177388:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699058.177389:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699058.177393:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699058.177395:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699058.177397:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177399:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699058.177399:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000008:00100000:0.0:1787699058.177403:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699058.177406:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177407:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787699058.177408:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699058.177414:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000400:00000200:1.0:1787699058.177416:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000040:0.0:1787699058.177417:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787699058.177421:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699058.177423:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177423:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787699058.177428:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699058.177430:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787699058.177431:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:0.0:1787699058.177432:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699058.177437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000400:00000200:1.0:1787699058.177437:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12573:12573:256:4294967295] 192.168.201.121@tcp LPNI seq info [12573:12573:8:4294967295]
00000100:00000001:0.0:1787699058.177442:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:0.0:1787699058.177450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699058.177464:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699058.177468:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699058.177472:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699058.177476:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787699058.177489:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699058.177494:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787699058.177494:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:0.0:1787699058.177499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787699058.177501:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699058.177502:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699058.177504:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699058.177506:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4272
00000800:00000010:1.0:1787699058.177507:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000400:00000200:0.0:1787699058.177511:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699058.177514:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699058.177515:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787699058.177520:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787699058.177521:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177526:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787699058.177527:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1787699058.177528:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177531:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699058.177535:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699058.177536:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787699058.177538:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699058.177541:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:1.1:1787699058.177541:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787699058.177542:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787699058.177546:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.1:1787699058.177548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1787699058.177550:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177556:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787699058.177559:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.177563:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000040:0.0:1787699058.177565:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699058.177569:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699058.177572:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:1.0:1787699058.177572:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787699058.177582:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787699058.177583:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787699058.177589:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177592:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
02000000:00000001:0.0:1787699058.177593:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699058.177597:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787699058.177597:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
02000000:00000001:0.0:1787699058.177601:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177603:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787699058.177605:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699058.177605:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1787699058.177609:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177611:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699058.177613:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787699058.177615:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787699058.177619:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787699058.177623:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699058.177626:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177628:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699058.177630:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699058.177632:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699058.177636:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:1.0:1787699058.177637:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787699058.177639:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699058.177644:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787699058.177646:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699058.177671:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699058.177673:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.177674:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.177678:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787699058.177679:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.177684:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177691:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699058.177698:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.177699:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298945187
00000100:00000040:0.0:1787699058.177702:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4282)
00000100:00000010:1.0:1787699058.177706:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010de0.
00000100:00000001:1.0:1787699058.177714:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699058.177720:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298945187
00000100:00000010:1.0:1787699058.177723:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010420.
00000100:00000001:1.0:1787699058.177726:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699058.177729:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699058.177732:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.177734:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699058.177739:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699058/real 1787699058]  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699058.177747:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699058.177748:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699058.177750:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699058.177753:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699058.177754:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699058.177757:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699058.177760:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699058.177767:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.177773:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699058.177775:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.177777:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.177779:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699058.177782:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.177788:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699058.177792:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.177804:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699058.177806:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.177808:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.177809:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.177811:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699058.177813:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699058.177815:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699058.177819:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699058.177821:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699058.177825:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699058.177832:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947247488:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699058.177836:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.177839:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.177896:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947247488/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.177903:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699058.177905:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699058.177907:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699058.177910:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699058.177912:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699058.177913:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699058.177915:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699058.177918:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d19400.
02000000:00000001:1.0:1787699058.177920:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699058.177922:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699058.177924:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:1.0:1787699058.177926:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699058.177928:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.177929:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.177936:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699058.177938:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.177947:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699058.177948:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699058.177950:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699058.177953:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.177959:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699058.177961:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.177963:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699058.177964:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699058.177966:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699058.177969:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247616:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699058.177972:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699058.177974:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699058.177976:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.177977:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699058.177980:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699058.177982:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.177985:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699058.177987:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699058.177991:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699058.177994:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247616, portal 10
00000100:00000001:1.0:1787699058.177996:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699058.177997:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787699058.178002:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178009:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699058.178011:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699058.178013:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699058.178015:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947247616, offset 0
00000400:00000200:1.0:1787699058.178018:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699058.178022:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699058.178026:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699058.178029:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699058.178031:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699058.178033:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699058.178035:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699058.178038:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12574:12574:256:4294967295] 192.168.201.121@tcp LPNI seq info [12574:12574:8:4294967295]
00000400:00000200:1.0:1787699058.178041:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699058.178046:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699058.178051:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.178054:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699058.178057:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699058.178060:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787699058.178064:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699058.178067:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787699058.178071:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.178072:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699058.178075:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699058.178079:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699058.178081:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699058.178083:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699058.178085:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699058.178089:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178096:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.178099:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178104:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178106:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699058.178108:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699058.178112:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699058.178115:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699058.178117:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298944530
00000100:00000001:1.0:1787699058.178120:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298945187
00000100:00000001:1.0:1787699058.178122:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298944530
00000100:00000001:1.0:1787699058.178124:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298945187
00000100:00000001:1.0:1787699058.178126:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699058.178128:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178130:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699058.178133:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699058/real 1787699058]  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699058.178139:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699058.178140:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699058.178142:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699058.178144:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699058.178145:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699058.178147:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699058.178150:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699058.178157:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178162:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699058.178164:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178166:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.178167:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699058.178170:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178176:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699058.178179:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178185:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699058.178187:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178188:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.178190:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178191:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699058.178193:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699058.178196:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699058.178199:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699058.178201:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699058.178204:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699058.178211:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247616:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699058.178215:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699058.178218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178223:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699058.178225:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.178227:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699058.178229:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699058.178230:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699058.178233:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247744:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699058.178236:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699058.178238:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699058.178239:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.178241:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699058.178244:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699058.178246:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.178248:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699058.178251:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699058.178254:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699058.178257:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247744, portal 4
00000100:00000001:1.0:1787699058.178258:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699058.178260:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:1.0:1787699058.178265:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178270:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699058.178273:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699058.178274:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699058.178276:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947247744, offset 0
00000400:00000200:1.0:1787699058.178280:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699058.178283:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699058.178286:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699058.178289:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699058.178291:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699058.178294:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699058.178296:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699058.178299:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12575:12575:256:4294967295] 192.168.201.121@tcp LPNI seq info [12575:12575:8:4294967295]
00000400:00000200:1.0:1787699058.178303:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699058.178308:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699058.178312:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.178315:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699058.178318:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699058.178321:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787699058.178324:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699058.178338:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787699058.178342:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.178344:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699058.178347:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699058.178350:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699058.178353:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699058.178355:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699058.178357:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699058.178360:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178367:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.178371:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178377:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178378:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699058.178381:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699058.178384:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699058.178387:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699058.178389:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298944547
00000100:00000001:1.0:1787699058.178391:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298945187
00000100:00000001:1.0:1787699058.178393:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298944547
00000100:00000001:1.0:1787699058.178395:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298945187
00000100:00000001:1.0:1787699058.178397:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699058.178398:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178400:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699058.178403:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699058/real 1787699058]  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699058.178409:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699058.178411:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699058.178413:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699058.178415:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699058.178416:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699058.178418:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699058.178420:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699058.178428:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178434:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699058.178436:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178437:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.178439:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699058.178442:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178449:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699058.178452:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178458:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699058.178465:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178468:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.178469:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178470:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699058.178472:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699058.178474:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699058.178477:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699058.178479:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699058.178483:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699058.178490:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247744:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699058.178493:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699058.178496:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178502:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699058.178503:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.178505:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699058.178507:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699058.178509:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699058.178512:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247872:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699058.178514:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699058.178516:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699058.178518:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699058.178520:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699058.178523:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699058.178524:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699058.178527:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699058.178529:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699058.178532:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699058.178535:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947247872, portal 4
00000100:00000001:1.0:1787699058.178537:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699058.178538:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787699058.178543:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178549:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699058.178551:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699058.178553:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699058.178555:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947247872, offset 0
00000400:00000200:1.0:1787699058.178559:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699058.178562:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699058.178565:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699058.178568:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699058.178570:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699058.178572:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699058.178575:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699058.178577:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12576:12576:256:4294967295] 192.168.201.121@tcp LPNI seq info [12576:12576:8:4294967295]
00000400:00000200:1.0:1787699058.178581:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699058.178586:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699058.178590:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.178593:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699058.178596:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699058.178599:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787699058.178603:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699058.178605:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787699058.178609:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699058.178610:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699058.178613:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699058.178616:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699058.178619:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699058.178620:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699058.178622:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699058.178625:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178632:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.178635:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699083 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178641:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178643:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699058.178645:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699058.178648:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699058.178651:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699058.178653:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298944534
00000100:00000001:1.0:1787699058.178655:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298945187
00000100:00000001:1.0:1787699058.178657:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298944534
00000100:00000001:1.0:1787699058.178659:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298945187
00000100:00000001:1.0:1787699058.178661:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699058.178663:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178664:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699058.178668:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699058/real 1787699058]  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699058.178674:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699058.178675:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699058.178677:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699058.178679:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699058.178681:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699058.178683:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699058.178686:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699058.178693:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178699:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699058.178701:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178702:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.178704:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699058.178707:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178713:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699058.178716:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178722:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699058.178724:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178725:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699058.178726:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178727:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699058.178729:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699058.178731:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699058.178734:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699058.178736:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699058.178739:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699058.178746:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947247872:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699058.178750:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178752:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.178755:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947247616/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178761:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699058.178762:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699058.178764:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699058.178766:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699058.178767:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699058.178769:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699058.178770:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699058.178772:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:1.0:1787699058.178775:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699058.178776:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699058.178777:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787699058.178779:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699058.178781:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178782:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.178786:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947247744/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178792:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699058.178793:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699058.178794:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699058.178796:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699058.178797:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699058.178799:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699058.178801:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699058.178802:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:1.0:1787699058.178804:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699058.178805:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699058.178806:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:1.0:1787699058.178809:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699058.178810:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178812:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699058.178815:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947247872/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699083 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699058.178820:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699058.178822:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699058.178823:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699058.178825:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699058.178826:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699058.178827:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699058.178829:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699058.178830:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:1.0:1787699058.178832:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699058.178833:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699058.178834:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787699058.178836:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699058.178837:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178838:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.178869:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699058.178870:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.178872:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699058.178874:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.624948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699058.624952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699058.624952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699058.624956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699058.624958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.624959:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699058.624960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.624964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699058.624967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699058.624967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699058.624968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699058.624971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699058.624974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699058.624977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699058.624978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699058.624979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699058.624980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.624983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699058.624984:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699058.624988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699058.624991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699058.624996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699058.625000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699058.625003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699058.625129:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699058.625131:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699058.625133:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699058.880971:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298945187, at 4298945216
00000100:00000040:0.0:1787699058.880981:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298945187, at 4298945216
00000100:00000010:1.0:1787699058.880987:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010420.
00000100:00000010:0.0:1787699058.880998:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010de0.
00000100:00000001:2.0:1787699059.200997:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699059.201006:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699059.201008:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699059.201013:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699059.201016:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699059.201020:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699059.201022:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699059.201024:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699059.201026:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699059.648989:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699059.648993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699059.648999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699059.649000:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699059.649005:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699059.649008:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699059.649012:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699059.649012:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699059.649017:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699059.649019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699059.649021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699059.649022:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699059.649022:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699059.649024:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699059.649029:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699059.649029:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699059.649032:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699059.649033:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699059.649036:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699059.649041:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699059.649043:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699059.649046:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699059.649048:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699059.649051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699059.649073:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699059.649079:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699059.649082:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699060.224965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699060.224971:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699060.224973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699060.224977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699060.224981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699060.224984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699060.224987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699060.224990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699060.224993:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699060.672981:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699060.672985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699060.672989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699060.672991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699060.672995:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699060.672999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699060.673000:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699060.673002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699060.673006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699060.673010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699060.673011:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699060.673012:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699060.673015:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699060.673018:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699060.673021:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699060.673049:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699060.673056:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699060.673059:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699060.673144:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699060.673148:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699060.673151:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699060.673156:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699060.673159:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699060.673163:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699060.673166:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699060.673169:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699060.673172:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699061.248936:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699061.248941:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699061.248943:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699061.248946:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699061.248949:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699061.248952:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699061.248953:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699061.248955:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699061.248957:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699061.696949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699061.696951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699061.696955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699061.696957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699061.696958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699061.696960:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699061.696963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699061.696966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699061.696967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699061.696971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699061.696972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699061.696974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699061.696977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699061.696977:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699061.696979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699061.696981:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699061.696985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699061.696988:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699061.697008:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699061.697011:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699061.697015:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699061.697016:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699061.697019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699061.697020:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699061.697051:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699061.697053:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699061.697055:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699062.272960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699062.272966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699062.272968:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699062.272973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699062.272976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699062.272980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699062.272982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699062.272985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699062.272988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699062.720953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699062.720960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699062.720961:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699062.720966:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699062.720966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699062.720972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699062.720976:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699062.720978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699062.720979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699062.720981:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699062.720983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699062.720984:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699062.720984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787699062.720990:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699062.720991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699062.720992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699062.720993:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699062.720997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699062.720997:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699062.720997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699062.721004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699062.721005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699062.721006:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699062.721010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699062.721030:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699062.721034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699062.721037:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699063.296959:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699063.296966:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699063.296969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699063.296969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787699063.296973:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699063.296974:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699063.296977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699063.296977:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699063.296980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699063.296981:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699063.296982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699063.296984:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699063.296985:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699063.296988:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699063.296992:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4277
00000400:00000200:3.0:1787699063.297000:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699063.297006:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699063.297010:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699063.297013:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297016:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297019:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297021:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699063.297025:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699063.297027:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699063.297029:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699063.297032:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699063.297034:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699063.297036:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699063.297038:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297039:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297040:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297041:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699063.297043:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699063.297045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297048:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699063.297051:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699063.297053:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699063.297055:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297057:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699063.297059:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699063.297069:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787699063.297072:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699063.297076:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699063.297078:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297082:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699063.297084:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699063.297088:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699063.297095:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787699063.297102:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699063.297110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699063.297119:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699063.297123:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699063.297128:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699063.297149:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699063.297151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699063.297153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699063.297155:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699063.297156:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699063.297158:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699063.297160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4277
00000400:00000200:3.0:1787699063.297162:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699063.297164:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699063.297166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699063.297169:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297171:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297173:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297174:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699063.297176:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699063.297176:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699063.297178:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699063.297179:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699063.297181:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699063.297182:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699063.297184:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297186:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297188:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297189:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699063.297191:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699063.297192:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699063.297195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699063.297195:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699063.297196:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699063.297201:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787699063.297202:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699063.297205:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787699063.297205:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297209:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699063.297212:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699063.297215:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699063.297216:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699063.297217:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.297226:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787699063.297226:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699063.297228:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787699063.297231:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699063.297232:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699063.297236:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699063.297237:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699063.297238:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699063.297240:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699063.297243:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947248000:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699063.297245:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699063.297248:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787699063.297250:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699063.297251:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699063.297253:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699063.297254:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787699063.297258:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699063.297260:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699063.297263:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699063.297265:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000400:00000200:1.0:1787699063.297268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699063.297272:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699063.297273:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699063.297281:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00100000:3.0:1787699063.297283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787699063.297287:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248000, portal 25
00000100:00000001:1.0:1787699063.297291:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699063.297293:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299249984 : -116989410301632 : ffff959947c1a940)
00000100:00000001:3.0:1787699063.297299:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787699063.297302:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699063.297304:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.297311:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699063.297314:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699063.297314:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699063.297317:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699063.297321:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947248000, offset 0
00000400:00000200:1.0:1787699063.297329:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297332:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699063.297336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699063.297337:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699063.297342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699063.297344:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699063.297345:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699063.297350:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787699063.297352:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:3.0:1787699063.297356:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4277
00000400:00000200:1.0:1787699063.297358:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699063.297367:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699063.297367:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.297372:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699063.297375:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787699063.297377:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:3.0:1787699063.297381:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787699063.297382:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12577:12577:256:4294967295] 192.168.201.121@tcp LPNI seq info [12577:12577:8:4294967295]
00000100:00000040:3.0:1787699063.297390:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699063.297391:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699063.297395:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297399:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297403:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699063.297406:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787699063.297407:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699063.297410:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699063.297412:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699063.297414:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699063.297416:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787699063.297419:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787699063.297420:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699063.297425:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000010:1.0:1787699063.297426:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:3.0:1787699063.297427:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297431:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297432:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699063.297435:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000200:1.0:1787699063.297439:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787699063.297439:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297443:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699063.297445:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787699063.297447:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1787699063.297448:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699063.297451:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297454:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699063.297456:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699063.297459:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297461:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699063.297461:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000010:3.0:1787699063.297465:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000800:00000200:1.1:1787699063.297467:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000020:00000040:3.0:1787699063.297468:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699063.297472:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699063.297474:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297476:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1787699063.297478:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699063.297478:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699063.297481:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699063.297484:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
02000000:00000010:3.0:1787699063.297485:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699063.297490:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699063.297492:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787699063.297494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699063.297502:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787699063.297506:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699063.297508:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699063.297510:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00000040:3.0:1787699063.297511:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699063.297515:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787699063.297522:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.297523:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787699063.297524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699063.297528:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699063.297531:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787699063.297533:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699063.297533:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699063.297536:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699063.297541:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4277
00000400:00000200:3.0:1787699063.297547:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699063.297551:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787699063.297553:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787699063.297553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699063.297556:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297558:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699063.297561:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699063.297562:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297565:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699063.297569:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699063.297571:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699063.297573:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699063.297575:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699063.297579:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699063.297582:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699063.297582:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699063.297584:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699063.297587:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699063.297587:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699063.297591:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297593:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699063.297594:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787699063.297597:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699063.297597:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699063.297598:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699063.297605:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699063.297608:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298950307
02000000:00000001:3.0:1787699063.297611:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787699063.297616:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010420.
02000000:00000001:3.0:1787699063.297619:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699063.297623:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.297624:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699063.297625:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699063.297629:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699063.297632:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298950307
00000008:00000001:3.0:1787699063.297633:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699063.297636:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010c60.
00000100:00000001:3.0:1787699063.297637:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.297639:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000010:3.0:1787699063.297644:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699063.297645:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699063.297649:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787699063.297651:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787699063.297652:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787699063.297656:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787699063.297658:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699063/real 1787699063]  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699063.297658:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699063.297662:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699063.297664:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699063.297667:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699063.297674:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000400:00000001:1.0:1787699063.297676:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787699063.297678:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787699063.297680:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699063.297684:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00100000:3.0:1787699063.297687:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699063.297689:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699063.297692:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699063.297697:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787699063.297703:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787699063.297704:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699063.297707:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699063.297714:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699063.297725:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699063.297727:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699063.297730:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4287)
00000100:00000001:1.0:1787699063.297738:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699063.297740:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.297743:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.297746:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699063.297750:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.297771:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699063.297776:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.297783:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699063.297786:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.297787:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.297789:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.297790:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699063.297792:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699063.297794:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699063.297797:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699063.297800:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699063.297804:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699063.297812:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947248000:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699063.297816:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.297818:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.297821:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a940 x1874533947248000/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.297828:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699063.297830:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699063.297833:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699063.297837:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699063.297839:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699063.297840:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699063.297842:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699063.297845:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699063.297877:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699063.297879:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699063.297881:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a940.
00000100:00000001:1.0:1787699063.297884:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699063.297886:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.297888:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.297894:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699063.297896:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.297898:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699063.297900:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699063.297901:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699063.297905:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.297925:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699063.297927:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699063.297929:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699063.297931:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699063.297934:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699063.297936:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248128:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699063.297939:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699063.297941:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699063.297943:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699063.297945:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699063.297948:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699063.297950:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699063.297954:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699063.297956:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699063.297960:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699063.297963:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248128, portal 10
00000100:00000001:1.0:1787699063.297965:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699063.297966:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699063.297972:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.297979:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699063.297982:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699063.297984:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699063.297986:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947248128, offset 0
00000400:00000200:1.0:1787699063.297990:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699063.297994:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.297998:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699063.298001:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699063.298003:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699063.298006:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699063.298008:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699063.298011:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12578:12578:256:4294967295] 192.168.201.121@tcp LPNI seq info [12578:12578:8:4294967295]
00000400:00000200:1.0:1787699063.298016:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.298022:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699063.298027:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699063.298030:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699063.298034:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699063.298036:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787699063.298041:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699063.298044:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787699063.298048:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699063.298049:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699063.298053:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699063.298056:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699063.298059:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699063.298061:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699063.298063:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699063.298067:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298074:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.298077:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298082:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298084:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699063.298087:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699063.298090:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699063.298093:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699063.298095:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298949650
00000100:00000001:1.0:1787699063.298098:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298950307
00000100:00000001:1.0:1787699063.298100:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298949650
00000100:00000001:1.0:1787699063.298101:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298950307
00000100:00000001:1.0:1787699063.298103:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699063.298105:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298107:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699063.298110:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699063/real 1787699063]  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699063.298117:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699063.298119:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699063.298120:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699063.298122:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699063.298124:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699063.298126:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699063.298129:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699063.298137:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298142:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699063.298144:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298145:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.298146:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699063.298150:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298156:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699063.298159:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298165:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699063.298168:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298169:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.298170:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298172:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699063.298174:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699063.298177:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699063.298180:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699063.298182:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699063.298186:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699063.298193:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248128:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699063.298197:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699063.298200:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298211:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699063.298212:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699063.298214:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699063.298216:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699063.298218:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699063.298220:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248256:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699063.298223:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699063.298225:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699063.298227:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699063.298228:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699063.298232:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699063.298233:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699063.298236:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699063.298239:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699063.298242:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699063.298244:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248256, portal 4
00000100:00000001:1.0:1787699063.298246:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699063.298247:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699063.298253:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298258:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699063.298260:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699063.298262:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699063.298264:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947248256, offset 0
00000400:00000200:1.0:1787699063.298268:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699063.298271:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.298274:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699063.298277:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699063.298279:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699063.298281:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699063.298284:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699063.298287:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12579:12579:256:4294967295] 192.168.201.121@tcp LPNI seq info [12579:12579:8:4294967295]
00000400:00000200:1.0:1787699063.298291:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.298297:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699063.298301:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699063.298304:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699063.298307:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699063.298310:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787699063.298314:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699063.298317:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787699063.298320:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699063.298322:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699063.298325:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699063.298328:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699063.298331:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699063.298332:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699063.298334:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699063.298338:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298345:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.298348:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298354:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298355:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699063.298358:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699063.298360:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699063.298362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699063.298363:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298949667
00000100:00000001:1.0:1787699063.298365:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298950307
00000100:00000001:1.0:1787699063.298366:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298949667
00000100:00000001:1.0:1787699063.298368:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298950307
00000100:00000001:1.0:1787699063.298369:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699063.298371:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298372:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699063.298374:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699063/real 1787699063]  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699063.298379:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699063.298380:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699063.298381:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699063.298383:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699063.298384:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699063.298385:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699063.298386:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699063.298391:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298395:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699063.298395:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298396:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.298397:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699063.298399:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298403:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699063.298405:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298409:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699063.298410:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298411:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.298412:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298413:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699063.298414:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699063.298415:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699063.298418:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699063.298419:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699063.298421:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699063.298426:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248256:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699063.298427:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699063.298429:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298432:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699063.298433:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699063.298434:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699063.298435:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699063.298436:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699063.298438:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248384:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699063.298439:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699063.298440:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699063.298441:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699063.298442:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699063.298445:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699063.298446:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699063.298447:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699063.298449:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699063.298451:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699063.298453:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248384, portal 4
00000100:00000001:1.0:1787699063.298454:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699063.298455:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699063.298458:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298461:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699063.298463:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699063.298464:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699063.298466:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947248384, offset 0
00000400:00000200:1.0:1787699063.298468:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699063.298471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.298473:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699063.298475:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699063.298476:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699063.298478:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699063.298479:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699063.298481:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12580:12580:256:4294967295] 192.168.201.121@tcp LPNI seq info [12580:12580:8:4294967295]
00000400:00000200:1.0:1787699063.298483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699063.298487:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699063.298489:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699063.298491:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699063.298493:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699063.298495:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787699063.298497:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699063.298498:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1787699063.298501:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699063.298502:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699063.298504:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699063.298506:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699063.298507:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699063.298508:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699063.298510:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699063.298512:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298516:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.298518:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699088 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298522:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298522:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699063.298524:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699063.298526:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699063.298528:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699063.298529:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298949654
00000100:00000001:1.0:1787699063.298530:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298950307
00000100:00000001:1.0:1787699063.298531:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298949654
00000100:00000001:1.0:1787699063.298533:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298950307
00000100:00000001:1.0:1787699063.298534:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699063.298535:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298535:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699063.298537:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699063/real 1787699063]  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699063.298541:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699063.298542:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699063.298542:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699063.298543:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699063.298544:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699063.298545:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699063.298547:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699063.298552:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298555:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699063.298556:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298557:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.298557:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699063.298559:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298562:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699063.298564:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298569:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699063.298570:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298571:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699063.298572:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298572:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699063.298573:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699063.298575:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699063.298576:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699063.298577:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699063.298579:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699063.298583:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248384:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699063.298585:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298586:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.298588:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947248128/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298591:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699063.298592:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699063.298593:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699063.298594:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699063.298595:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699063.298596:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699063.298597:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699063.298598:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699063.298600:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699063.298600:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699063.298601:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699063.298603:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699063.298604:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298605:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.298607:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947248256/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298611:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699063.298611:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699063.298612:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699063.298613:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699063.298614:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699063.298614:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699063.298615:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699063.298616:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699063.298617:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699063.298618:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699063.298618:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699063.298620:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699063.298620:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298621:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699063.298622:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947248384/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699088 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699063.298626:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699063.298626:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699063.298627:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699063.298628:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699063.298629:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699063.298629:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699063.298630:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699063.298631:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699063.298632:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699063.298632:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699063.298633:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699063.298634:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699063.298635:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298636:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699063.298638:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699063.298639:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.298640:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699063.298641:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.744944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699063.744947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699063.744950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699063.744952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699063.744952:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699063.744955:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:1.0:1787699063.744957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699063.744960:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.744961:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699063.744964:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787699063.744965:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699063.744967:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.744968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699063.744970:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.744971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699063.744974:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699063.744976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699063.744978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699063.744980:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699063.744988:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699063.744990:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699063.744991:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699063.744992:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699063.744994:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699063.744995:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699063.744997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699063.744998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699063.745033:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699063.745036:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699063.745038:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699063.745073:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699063.745076:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699063.745077:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699063.745079:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699063.745080:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699063.745082:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699063.745083:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699063.745084:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699063.745085:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699064.000946:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298950307, at 4298950336
00000100:00000040:1.0:1787699064.000946:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298950307, at 4298950336
00000100:00000010:0.0:1787699064.000958:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010420.
00000100:00000010:1.0:1787699064.000959:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c60.
00000100:00000001:2.0:1787699064.320955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699064.320963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699064.320965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699064.320969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699064.320972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699064.320975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699064.320978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699064.320981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699064.320984:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699064.768943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699064.768946:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699064.768950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699064.768950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699064.768954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699064.768955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699064.768957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699064.768958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699064.768963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699064.768964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699064.768966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699064.768966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699064.768973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699064.768973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699064.768976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699064.768977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699064.768980:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787699064.768982:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699064.768984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699064.768987:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699064.768991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699064.768995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787699064.768996:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699064.768999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699064.768999:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699064.769005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699064.769005:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699065.344945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699065.344950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699065.344952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699065.344956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699065.344958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699065.344961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699065.344963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699065.344964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699065.344966:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699065.792939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699065.792942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699065.792943:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699065.792945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699065.792947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699065.792948:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699065.792948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699065.792951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699065.792953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699065.792954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699065.792955:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699065.792956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699065.792960:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699065.792962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699065.792962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699065.792963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699065.792966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699065.792967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699065.792968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699065.792970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699065.792973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699065.792974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699065.792977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699065.792980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699065.793018:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699065.793022:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699065.793025:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699066.368970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699066.368976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699066.368978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699066.368982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699066.368986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699066.368989:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699066.368992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699066.368994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699066.368997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699066.816937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699066.816937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699066.816939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699066.816944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699066.816945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699066.816946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699066.816948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699066.816949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699066.816950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699066.816950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699066.816955:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699066.816957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699066.816957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699066.816959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699066.816963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699066.816963:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699066.816964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699066.816967:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699066.816968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699066.816969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699066.816971:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699066.816972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699066.816975:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699066.816976:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699066.816976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699066.816977:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699066.816981:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699066.816982:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699066.816988:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699066.816988:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699066.817009:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699066.817011:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699066.817013:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699067.392955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699067.392961:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699067.392964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699067.392968:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699067.392972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699067.392975:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699067.392978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699067.392980:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699067.392983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699067.840944:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699067.840944:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699067.840947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699067.840951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699067.840951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699067.840952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699067.840955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699067.840955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699067.840960:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699067.840960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699067.840960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699067.840963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699067.840966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699067.840967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699067.840969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699067.840970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699067.840974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699067.840974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699067.840976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699067.840977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699067.840980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699067.840980:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699067.840982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699067.840984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699067.840994:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699067.840999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699067.841004:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699068.416966:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787699068.416966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699068.416973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699068.416976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699068.416980:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699068.416984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699068.416985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699068.416989:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699068.416990:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699068.416992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699068.416996:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699068.416996:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699068.416998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417004:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699068.417015:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4282
00000400:00000200:3.0:1787699068.417027:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699068.417035:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699068.417038:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699068.417042:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417045:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699068.417048:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417051:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699068.417055:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699068.417058:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699068.417061:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699068.417064:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699068.417067:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699068.417069:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699068.417072:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417074:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699068.417076:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417078:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699068.417080:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699068.417083:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417086:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699068.417089:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699068.417093:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699068.417095:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417098:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699068.417100:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699068.417119:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699068.417123:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699068.417127:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699068.417129:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417132:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699068.417135:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699068.417140:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699068.417148:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787699068.417156:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699068.417167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699068.417178:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699068.417183:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699068.417189:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699068.417220:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699068.417223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699068.417226:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699068.417227:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699068.417229:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699068.417232:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699068.417235:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4282
00000400:00000200:3.0:1787699068.417239:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699068.417243:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699068.417245:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699068.417248:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417250:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699068.417252:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417254:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699068.417257:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699068.417259:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699068.417260:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699068.417263:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699068.417265:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699068.417268:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699068.417271:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417274:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699068.417276:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417277:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699068.417279:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699068.417280:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417282:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699068.417284:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699068.417287:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787699068.417291:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699068.417294:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417295:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699068.417297:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787699068.417300:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699068.417304:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787699068.417304:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417311:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699068.417316:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00000040:1.0:1787699068.417322:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699068.417322:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699068.417327:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699068.417330:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417335:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699068.417337:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699068.417340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699068.417348:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:1.0:1787699068.417349:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699068.417355:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417357:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.417361:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699068.417367:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699068.417371:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699068.417372:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787699068.417379:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947248512:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699068.417399:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699068.417401:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.417403:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787699068.417408:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699068.417411:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699068.417416:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.417424:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787699068.417431:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699068.417434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1787699068.417435:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699068.417442:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699068.417442:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699068.417447:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699068.417450:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787699068.417455:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699068.417457:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787699068.417460:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00080000:3.0:1787699068.417461:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4282
00000400:00000200:3.0:1787699068.417472:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699068.417477:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000010:1.0:1787699068.417478:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00080000:3.0:1787699068.417480:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699068.417489:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699068.417490:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248512, portal 25
00000100:00000001:3.0:1787699068.417492:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699068.417494:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699068.417497:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000040:3.0:1787699068.417499:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417505:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787699068.417509:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699068.417510:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699068.417512:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699068.417518:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699068.417521:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000001:1.0:1787699068.417527:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787699068.417534:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699068.417539:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787699068.417539:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:1.0:1787699068.417549:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000040:3.0:1787699068.417549:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417552:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699068.417555:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699068.417557:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947248512, offset 0
00000100:00000001:3.0:1787699068.417558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699068.417562:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699068.417566:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417571:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699068.417575:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699068.417576:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699068.417578:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699068.417583:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417585:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699068.417587:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699068.417589:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417590:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.417599:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:3.0:1787699068.417602:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699068.417606:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699068.417608:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699068.417611:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.417612:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787699068.417614:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699068.417618:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699068.417622:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699068.417626:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000400:00000200:1.0:1787699068.417627:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787699068.417630:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.417637:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00100000:3.0:1787699068.417638:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699068.417651:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699068.417652:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699068.417660:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.417662:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000040:3.0:1787699068.417684:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699068.417691:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.417694:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12581:12581:256:4294967295] 192.168.201.121@tcp LPNI seq info [12581:12581:8:4294967295]
00000100:00080000:3.0:1787699068.417696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699068.417704:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699068.417704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699068.417708:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699068.417710:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699068.417714:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699068.417718:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4282
00000400:00000200:1.0:1787699068.417731:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787699068.417735:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699068.417749:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.0:1787699068.417753:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00080000:3.0:1787699068.417754:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1787699068.417768:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000040:3.0:1787699068.417768:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417779:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699068.417782:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.0:1787699068.417787:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699068.417789:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699068.417795:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787699068.417796:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1787699068.417801:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699068.417803:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699068.417806:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:1.1:1787699068.417807:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787699068.417813:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.1:1787699068.417814:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1787699068.417821:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000100:1.0:1787699068.417824:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.417830:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000040:3.0:1787699068.417834:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699068.417837:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787699068.417839:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699068.417846:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699068.417875:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699068.417877:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699068.417881:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787699068.417885:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699068.417888:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699068.417891:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699068.417897:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699068.417904:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699068.417913:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.417914:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787699068.417917:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787699068.417923:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699068.417925:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699068.417935:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417945:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699068.417946:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787699068.417949:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699068.417950:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787699068.417956:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.417957:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417959:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.417965:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:3.0:1787699068.417965:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787699068.417972:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787699068.417973:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298955428
02000000:00000001:3.0:1787699068.417979:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787699068.417982:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010c60.
02000000:00000001:3.0:1787699068.417982:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699068.417989:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699068.417991:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699068.417993:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.417994:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1787699068.417998:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787699068.418002:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418004:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298955428
00000100:00100000:3.0:1787699068.418007:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787699068.418013:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470100c0.
00000100:00000001:3.0:1787699068.418015:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699068.418022:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418025:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1787699068.418026:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418036:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699068.418039:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699068.418043:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4292)
00000100:00000001:1.0:1787699068.418049:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418052:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699068.418058:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699068/real 1787699068]  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699068.418066:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699068.418070:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699068.418072:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699068.418074:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699068.418075:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699068.418077:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699068.418079:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699068.418090:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418094:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699068.418095:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418097:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418098:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699068.418100:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418105:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699068.418108:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418114:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699068.418117:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418119:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418125:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418128:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699068.418129:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699068.418133:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699068.418138:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699068.418141:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699068.418146:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699068.418154:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947248512:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699068.418158:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418160:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418162:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947248512/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418166:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699068.418167:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418170:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699068.418171:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699068.418173:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699068.418175:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699068.418176:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699068.418179:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699068.418181:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699068.418183:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699068.418184:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699068.418186:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699068.418187:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418189:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418194:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699068.418195:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418197:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699068.418198:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699068.418199:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699068.418202:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418207:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699068.418207:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.418209:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699068.418211:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699068.418212:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699068.418214:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248640:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699068.418216:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699068.418217:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699068.418218:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.418219:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418221:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699068.418222:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.418225:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699068.418227:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699068.418229:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699068.418231:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248640, portal 10
00000100:00000001:1.0:1787699068.418232:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699068.418233:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699068.418237:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418241:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699068.418243:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699068.418244:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699068.418246:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947248640, offset 0
00000400:00000200:1.0:1787699068.418248:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699068.418251:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699068.418253:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699068.418256:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699068.418257:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699068.418259:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699068.418260:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699068.418262:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12582:12582:256:4294967295] 192.168.201.121@tcp LPNI seq info [12582:12582:8:4294967295]
00000400:00000200:1.0:1787699068.418264:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699068.418269:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699068.418271:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.418273:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699068.418275:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699068.418277:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787699068.418280:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699068.418282:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787699068.418284:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.418285:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699068.418287:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699068.418289:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699068.418291:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699068.418292:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699068.418293:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699068.418295:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418300:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418301:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418305:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418306:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699068.418308:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699068.418311:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699068.418313:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699068.418314:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298954770
00000100:00000001:1.0:1787699068.418316:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298955428
00000100:00000001:1.0:1787699068.418317:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298954770
00000100:00000001:1.0:1787699068.418318:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298955428
00000100:00000001:1.0:1787699068.418319:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699068.418321:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418322:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699068.418324:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699068/real 1787699068]  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699068.418328:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699068.418329:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699068.418330:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699068.418331:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699068.418332:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699068.418333:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699068.418335:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699068.418340:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418343:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699068.418344:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418345:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418346:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699068.418348:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418351:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699068.418353:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418357:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699068.418359:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418360:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418361:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418361:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699068.418363:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699068.418365:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699068.418366:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699068.418368:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699068.418370:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699068.418374:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248640:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699068.418376:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699068.418378:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418382:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699068.418383:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.418384:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699068.418385:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699068.418386:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699068.418388:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248768:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699068.418389:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699068.418390:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699068.418391:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.418392:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418394:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699068.418395:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.418397:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699068.418398:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699068.418400:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699068.418402:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248768, portal 4
00000100:00000001:1.0:1787699068.418403:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699068.418404:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699068.418408:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418411:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699068.418413:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699068.418414:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699068.418415:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947248768, offset 0
00000400:00000200:1.0:1787699068.418417:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699068.418419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699068.418422:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699068.418423:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699068.418425:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699068.418426:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699068.418428:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699068.418429:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12583:12583:256:4294967295] 192.168.201.121@tcp LPNI seq info [12583:12583:8:4294967295]
00000400:00000200:1.0:1787699068.418432:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699068.418435:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699068.418438:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.418439:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699068.418441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699068.418442:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787699068.418444:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699068.418446:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787699068.418448:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.418449:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699068.418451:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699068.418453:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699068.418454:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699068.418455:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699068.418456:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699068.418458:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418462:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418464:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418468:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418469:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699068.418470:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699068.418472:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699068.418473:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699068.418474:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298954787
00000100:00000001:1.0:1787699068.418476:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298955428
00000100:00000001:1.0:1787699068.418477:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298954787
00000100:00000001:1.0:1787699068.418478:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298955428
00000100:00000001:1.0:1787699068.418479:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699068.418480:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418481:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699068.418483:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699068/real 1787699068]  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699068.418487:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699068.418487:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699068.418488:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699068.418489:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699068.418490:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699068.418491:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699068.418493:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699068.418498:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418505:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699068.418505:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418506:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418507:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699068.418509:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418513:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699068.418514:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418518:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699068.418519:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418520:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418520:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418521:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699068.418522:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699068.418524:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699068.418525:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699068.418526:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699068.418528:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699068.418532:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248768:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699068.418534:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699068.418536:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418541:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699068.418542:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.418545:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699068.418546:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699068.418548:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699068.418551:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248896:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699068.418554:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699068.418555:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699068.418557:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699068.418558:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418561:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699068.418563:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699068.418566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699068.418568:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699068.418571:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699068.418573:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947248896, portal 4
00000100:00000001:1.0:1787699068.418575:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699068.418576:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699068.418582:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418587:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699068.418589:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699068.418591:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699068.418593:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947248896, offset 0
00000400:00000200:1.0:1787699068.418596:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699068.418599:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699068.418602:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699068.418605:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699068.418607:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699068.418609:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699068.418611:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699068.418614:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12584:12584:256:4294967295] 192.168.201.121@tcp LPNI seq info [12584:12584:8:4294967295]
00000400:00000200:1.0:1787699068.418617:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699068.418623:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699068.418627:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.418630:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699068.418633:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699068.418635:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787699068.418639:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699068.418641:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787699068.418645:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699068.418647:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699068.418650:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699068.418652:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699068.418655:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699068.418657:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699068.418659:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699068.418662:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418676:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418679:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699093 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418683:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418684:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699068.418686:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699068.418689:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699068.418691:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699068.418692:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298954774
00000100:00000001:1.0:1787699068.418694:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298955428
00000100:00000001:1.0:1787699068.418695:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298954774
00000100:00000001:1.0:1787699068.418696:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298955428
00000100:00000001:1.0:1787699068.418697:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699068.418698:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418699:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699068.418701:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699068/real 1787699068]  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699068.418706:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699068.418707:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699068.418708:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699068.418710:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699068.418710:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699068.418712:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699068.418713:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699068.418718:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418721:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699068.418722:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418723:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418723:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699068.418725:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418729:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699068.418731:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418734:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699068.418736:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418737:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699068.418738:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418739:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699068.418740:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699068.418741:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699068.418743:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699068.418744:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699068.418746:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699068.418751:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947248896:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699068.418753:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418754:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418756:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947248640/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418759:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699068.418760:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418761:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699068.418762:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699068.418763:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699068.418764:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699068.418765:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699068.418766:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699068.418767:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699068.418768:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699068.418769:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699068.418770:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699068.418771:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418772:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418774:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947248768/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418777:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699068.418778:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418779:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699068.418780:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699068.418780:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699068.418781:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699068.418782:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699068.418783:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699068.418784:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699068.418784:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699068.418785:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699068.418787:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699068.418787:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418788:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699068.418790:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947248896/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699093 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699068.418793:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699068.418794:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699068.418794:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699068.418796:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699068.418796:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699068.418797:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699068.418798:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699068.418798:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699068.418799:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699068.418800:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699068.418801:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699068.418802:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699068.418802:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418803:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.418805:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699068.418806:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.418807:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699068.418808:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699068.864912:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699068.864921:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699068.864923:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699068.864930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699068.864936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699068.864942:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.864946:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699068.864948:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699068.864953:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699068.864954:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699068.864963:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699068.864966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699068.864968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699068.864972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699068.864974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699068.864979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699068.864980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699068.864982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699068.864987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699068.864990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699068.864992:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699068.864993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699068.864996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699068.865002:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699068.865023:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699068.865027:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699068.865029:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699069.121009:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298955428, at 4298955456
00000100:00000040:1.0:1787699069.121009:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298955428, at 4298955456
00000100:00000010:0.0:1787699069.121033:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c60.
00000100:00000010:1.0:1787699069.121041:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470100c0.
00000100:00000001:2.0:1787699069.440976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699069.440984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699069.440986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699069.440991:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699069.440998:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699069.441002:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699069.441004:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699069.441006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699069.441008:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699069.888996:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699069.888996:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699069.888997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699069.889006:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699069.889006:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699069.889008:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699069.889009:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699069.889015:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699069.889017:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699069.889023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699069.889024:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787699069.889026:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699069.889028:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699069.889029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699069.889038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699069.889039:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699069.889041:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699069.889041:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699069.889044:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699069.889046:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699069.889046:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699069.889051:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699069.889057:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699069.889061:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699069.889197:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699069.889201:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699069.889204:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699070.464986:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699070.464995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699070.464998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699070.465003:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699070.465007:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699070.465012:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699070.465016:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699070.465018:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699070.465022:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699070.912928:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699070.912935:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699070.912937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699070.912940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699070.912941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699070.912943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699070.912945:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699070.912945:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699070.912947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699070.912951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699070.912953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699070.912955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699070.912955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699070.912959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787699070.912963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699070.912965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699070.912966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699070.912971:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699070.912971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699070.912976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699070.912979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699070.912980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699070.912980:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787699070.912982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699070.912985:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699070.912986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699070.912990:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699071.488944:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699071.488950:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699071.488952:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699071.488956:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699071.488958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699071.488961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699071.488963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699071.488964:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699071.488967:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699071.936909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699071.936915:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699071.936917:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699071.936917:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699071.936919:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699071.936922:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699071.936923:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699071.936923:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699071.936925:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699071.936930:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699071.936930:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699071.936930:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699071.936934:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699071.936935:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699071.936936:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699071.936939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699071.936940:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699071.936940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699071.936942:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699071.936943:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699071.936947:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699071.936949:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699071.936952:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699071.936954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699071.936979:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699071.936982:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699071.936984:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699072.512935:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699072.512942:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699072.512945:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699072.512949:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699072.512952:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699072.512955:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699072.512958:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699072.512961:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699072.512964:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699072.960943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699072.960948:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699072.960950:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699072.960952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699072.960954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699072.960956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699072.960957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699072.960960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699072.960961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699072.960967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699072.960970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699072.960973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699072.960975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787699072.960977:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:3.0:1787699072.960978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699072.960981:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699072.960982:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699072.960984:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699072.961111:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699072.961118:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699072.961120:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699072.961123:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699072.961126:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699072.961128:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699072.961131:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699072.961133:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699072.961135:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699073.536913:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699073.536918:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699073.536920:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699073.536923:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699073.536927:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699073.536930:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699073.536932:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699073.536935:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699073.536937:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699073.536958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699073.536966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699073.536968:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699073.536972:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699073.536976:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699073.536983:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4287
00000400:00000200:0.0:1787699073.536992:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699073.536998:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699073.537001:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699073.537003:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537005:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699073.537007:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537009:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699073.537012:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699073.537014:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787699073.537016:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699073.537025:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787699073.537027:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787699073.537028:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787699073.537030:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537031:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699073.537032:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537034:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699073.537036:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787699073.537038:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537040:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699073.537042:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699073.537045:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699073.537047:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537049:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787699073.537051:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699073.537061:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039a40.
00000020:00000040:0.0:1787699073.537063:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787699073.537067:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699073.537068:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537070:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699073.537073:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699073.537076:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699073.537083:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787699073.537090:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699073.537098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699073.537107:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699073.537110:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699073.537117:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000131f1785] to pc [ptlrpcd_rcv+-1]  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699073.537134:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699073.537136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699073.537139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787699073.537140:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699073.537141:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699073.537143:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699073.537144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4287
00000400:00000200:0.0:1787699073.537146:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699073.537148:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699073.537149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699073.537151:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537153:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699073.537155:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537157:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699073.537159:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699073.537160:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787699073.537161:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699073.537162:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787699073.537163:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699073.537166:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787699073.537168:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699073.537172:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787699073.537173:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699073.537175:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787699073.537181:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699073.537184:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537186:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699073.537192:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000040:1.0:1787699073.537193:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787699073.537201:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537210:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699073.537218:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699073.537220:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699073.537222:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.537226:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787699073.537227:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699073.537228:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699073.537237:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.537238:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537246:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787699073.537251:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947249024:192.168.201.121@tcp:250:kworker.0
00000008:00100000:0.0:1787699073.537253:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699073.537261:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.537261:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787699073.537267:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.537269:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787699073.537273:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
02000000:00000001:1.0:1787699073.537274:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787699073.537277:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699073.537280:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787699073.537283:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699073.537286:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537288:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699073.537290:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787699073.537290:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699073.537295:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699073.537296:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699073.537302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:0.0:1787699073.537304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000400:00000010:1.0:1787699073.537307:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:0.0:1787699073.537311:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699073.537314:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699073.537320:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249024, portal 25
00000100:00100000:0.0:1787699073.537322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699073.537323:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699073.537327:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437789248 : -116989271762368 : ffff959950039a40)
00000100:00000040:1.0:1787699073.537340:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699073.537342:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699073.537350:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699073.537364:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.537364:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699073.537377:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699073.537384:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699073.537391:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947249024, offset 0
00000100:00000001:0.0:1787699073.537401:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699073.537402:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:0.0:1787699073.537408:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699073.537412:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787699073.537414:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787699073.537415:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787699073.537417:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699073.537421:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699073.537425:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4287
00000400:00000200:1.0:1787699073.537426:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699073.537435:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699073.537446:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699073.537450:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699073.537455:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699073.537458:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12585:12585:256:4294967295] 192.168.201.121@tcp LPNI seq info [12585:12585:8:4294967295]
00000400:00000200:1.0:1787699073.537461:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.537468:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699073.537474:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787699073.537475:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699073.537484:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000010:1.0:1787699073.537485:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00080000:0.0:1787699073.537486:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699073.537493:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537502:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787699073.537503:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787699073.537510:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.0:1787699073.537510:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1787699073.537517:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699073.537520:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699073.537523:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000800:00000200:1.1:1787699073.537524:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:0.0:1787699073.537529:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787699073.537532:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1787699073.537533:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787699073.537540:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000100:1.0:1787699073.537546:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000020:00000001:0.0:1787699073.537547:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000010:1.0:1787699073.537551:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00000040:0.0:1787699073.537555:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537558:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699073.537560:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1787699073.537565:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699073.537571:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787699073.537572:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699073.537577:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:1.0:1787699073.537578:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699073.537596:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00080000:0.0:1787699073.537599:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537602:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.537602:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787699073.537606:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787699073.537610:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787699073.537611:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699073.537617:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537625:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:0.0:1787699073.537629:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699073.537638:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.537641:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787699073.537649:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699073.537655:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787699073.537658:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787699073.537666:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787699073.537675:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699073.537678:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537684:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699073.537687:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699073.537692:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.537696:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699073.537698:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1ac00.
00000100:00000001:1.0:1787699073.537700:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787699073.537702:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699073.537708:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699073.537710:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537721:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787699073.537726:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699073.537728:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.537733:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298960547
00000100:00000040:0.0:1787699073.537738:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787699073.537743:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470100c0.
00000100:00000001:1.0:1787699073.537754:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787699073.537757:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699073.537761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699073.537762:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298960547
00000100:00000010:1.0:1787699073.537768:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470102a0.
00000100:00080000:0.0:1787699073.537771:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699073.537772:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1787699073.537774:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699073.537781:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699073.537783:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787699073.537788:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699073.537790:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699073.537793:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4287
00000100:00000001:1.0:1787699073.537796:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1787699073.537804:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:1.0:1787699073.537808:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699073/real 1787699073]  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787699073.537812:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699073.537820:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787699073.537830:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699073.537834:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1787699073.537837:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:1.0:1787699073.537839:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000001:0.0:1787699073.537841:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699073.537845:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000100:00000040:0.0:1787699073.537872:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537877:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699073.537881:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699073.537884:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787699073.537886:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787699073.537891:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000020:00000040:0.0:1787699073.537892:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:0.0:1787699073.537899:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699073.537901:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787699073.537904:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:1.0:1787699073.537910:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787699073.537913:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537920:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699073.537923:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537924:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699073.537929:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:0.0:1787699073.537933:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699073.537942:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699073.537948:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699073.537952:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699073.537955:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537957:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787699073.537959:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787699073.537960:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699073.537967:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537972:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699073.537978:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000020:00000040:0.0:1787699073.537982:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787699073.537988:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699073.537991:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699073.537993:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787699073.537994:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787699073.537995:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699073.537997:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.537999:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1787699073.538001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18000.
00000100:00000001:1.0:1787699073.538002:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787699073.538005:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538006:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787699073.538013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787699073.538020:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699073.538022:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699073.538026:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699073.538034:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699073.538079:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538079:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787699073.538083:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4297)
00000100:00000040:1.0:1787699073.538098:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538104:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699073.538106:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538108:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538108:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538111:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699073.538113:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699073.538116:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699073.538121:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699073.538123:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699073.538127:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699073.538135:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947249024:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699073.538140:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538142:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538145:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039a40 x1874533947249024/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538151:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699073.538153:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538156:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699073.538158:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699073.538160:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699073.538161:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699073.538163:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699073.538164:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:1.0:1787699073.538167:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699073.538168:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699073.538170:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039a40.
00000100:00000001:1.0:1787699073.538172:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699073.538173:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538175:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538180:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699073.538181:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538182:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699073.538184:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699073.538185:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699073.538187:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538192:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699073.538193:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.538194:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699073.538196:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699073.538197:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699073.538199:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249152:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699073.538201:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699073.538202:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699073.538203:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.538205:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538207:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699073.538208:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699073.538211:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699073.538213:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699073.538215:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699073.538217:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249152, portal 10
00000100:00000001:1.0:1787699073.538218:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699073.538219:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787699073.538224:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538228:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699073.538229:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699073.538231:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699073.538232:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947249152, offset 0
00000400:00000200:1.0:1787699073.538235:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699073.538239:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.538243:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699073.538246:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699073.538248:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699073.538251:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699073.538253:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699073.538256:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12586:12586:256:4294967295] 192.168.201.121@tcp LPNI seq info [12586:12586:8:4294967295]
00000400:00000200:1.0:1787699073.538260:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.538266:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699073.538271:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699073.538275:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699073.538279:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699073.538281:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699073.538285:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699073.538287:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699073.538289:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699073.538290:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699073.538293:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699073.538295:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699073.538297:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699073.538298:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699073.538300:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699073.538302:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538307:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538309:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538313:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538314:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699073.538316:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699073.538320:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699073.538322:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699073.538323:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298959890
00000100:00000001:1.0:1787699073.538325:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298960547
00000100:00000001:1.0:1787699073.538326:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298959890
00000100:00000001:1.0:1787699073.538327:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298960547
00000100:00000001:1.0:1787699073.538328:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699073.538330:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538331:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699073.538333:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699073/real 1787699073]  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699073.538337:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699073.538338:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699073.538339:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699073.538341:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699073.538342:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699073.538343:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699073.538345:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699073.538349:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538353:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699073.538353:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538354:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538355:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699073.538357:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538360:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699073.538362:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538367:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699073.538368:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538369:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538370:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538371:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699073.538372:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699073.538374:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699073.538375:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699073.538377:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699073.538379:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699073.538383:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249152:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699073.538385:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699073.538387:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538391:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699073.538392:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.538394:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699073.538395:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699073.538396:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699073.538397:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249280:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699073.538399:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699073.538401:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699073.538402:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.538403:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538405:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699073.538406:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699073.538408:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699073.538410:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699073.538412:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699073.538413:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249280, portal 4
00000100:00000001:1.0:1787699073.538414:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699073.538415:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:1.0:1787699073.538419:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538422:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699073.538424:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699073.538425:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699073.538426:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947249280, offset 0
00000400:00000200:1.0:1787699073.538428:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699073.538430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.538432:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699073.538434:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699073.538436:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699073.538437:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699073.538438:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699073.538440:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12587:12587:256:4294967295] 192.168.201.121@tcp LPNI seq info [12587:12587:8:4294967295]
00000400:00000200:1.0:1787699073.538442:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.538446:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699073.538448:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699073.538449:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699073.538451:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699073.538453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699073.538456:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699073.538469:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699073.538471:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699073.538472:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699073.538475:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699073.538477:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699073.538479:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699073.538480:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699073.538481:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699073.538484:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538488:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538490:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538494:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538495:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699073.538496:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699073.538498:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699073.538500:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699073.538501:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298959907
00000100:00000001:1.0:1787699073.538503:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298960547
00000100:00000001:1.0:1787699073.538504:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298959907
00000100:00000001:1.0:1787699073.538505:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298960547
00000100:00000001:1.0:1787699073.538506:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699073.538508:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538509:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699073.538511:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699073/real 1787699073]  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699073.538515:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699073.538515:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699073.538516:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699073.538517:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699073.538518:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699073.538519:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699073.538521:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699073.538525:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538532:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699073.538533:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538534:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538535:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699073.538537:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538540:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699073.538542:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538546:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699073.538547:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538548:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538549:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538550:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699073.538551:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699073.538552:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699073.538554:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699073.538555:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699073.538557:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699073.538561:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249280:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699073.538563:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699073.538565:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538568:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699073.538569:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.538571:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699073.538572:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699073.538573:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699073.538575:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249408:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699073.538577:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699073.538578:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699073.538579:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699073.538592:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538594:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699073.538596:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699073.538598:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699073.538599:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699073.538601:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699073.538603:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249408, portal 4
00000100:00000001:1.0:1787699073.538604:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699073.538605:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787699073.538609:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538613:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699073.538614:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699073.538615:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699073.538617:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947249408, offset 0
00000400:00000200:1.0:1787699073.538619:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699073.538621:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.538623:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699073.538625:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699073.538626:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699073.538627:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699073.538629:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699073.538631:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12588:12588:256:4294967295] 192.168.201.121@tcp LPNI seq info [12588:12588:8:4294967295]
00000400:00000200:1.0:1787699073.538633:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699073.538636:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699073.538639:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699073.538641:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699073.538643:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699073.538645:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699073.538647:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699073.538649:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699073.538651:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699073.538652:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699073.538654:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699073.538656:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699073.538657:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699073.538658:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699073.538660:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699073.538661:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538666:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538667:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699098 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538671:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538672:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699073.538674:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699073.538675:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699073.538677:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699073.538678:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298959894
00000100:00000001:1.0:1787699073.538680:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298960547
00000100:00000001:1.0:1787699073.538681:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298959894
00000100:00000001:1.0:1787699073.538682:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298960547
00000100:00000001:1.0:1787699073.538683:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699073.538684:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538686:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699073.538687:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699073/real 1787699073]  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699073.538692:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699073.538693:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699073.538694:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699073.538695:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699073.538696:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699073.538698:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699073.538700:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699073.538708:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538714:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699073.538715:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538716:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538718:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699073.538721:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538728:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699073.538732:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538739:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699073.538741:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538742:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699073.538743:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538745:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699073.538747:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699073.538748:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699073.538750:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699073.538752:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699073.538754:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699073.538759:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249408:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699073.538761:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538762:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538764:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947249152/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538767:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699073.538768:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538770:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699073.538771:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699073.538772:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699073.538773:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699073.538774:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699073.538775:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:1.0:1787699073.538777:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699073.538778:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699073.538779:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787699073.538780:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699073.538781:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538782:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538784:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947249280/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538787:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699073.538788:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538789:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699073.538790:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699073.538791:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699073.538792:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699073.538793:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699073.538793:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1ac00.
02000000:00000001:1.0:1787699073.538794:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699073.538795:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699073.538796:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:1.0:1787699073.538797:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699073.538798:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538799:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699073.538801:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947249408/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699098 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699073.538804:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699073.538805:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699073.538805:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699073.538807:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699073.538807:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699073.538808:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699073.538809:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699073.538809:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18000.
02000000:00000001:1.0:1787699073.538810:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699073.538811:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699073.538812:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787699073.538813:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699073.538814:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538814:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699073.538817:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699073.538817:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699073.538818:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699073.538819:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699073.984920:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699073.984929:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699073.984931:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699073.984938:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699073.984942:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699073.984945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699073.984947:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699073.984951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699073.984953:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699073.984954:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699073.984957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699073.984959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699073.984967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699073.984968:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699073.984970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699073.984973:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699073.984975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699073.984978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.984990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699073.984995:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699073.984997:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699073.985000:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985003:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699073.985005:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985006:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985008:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699073.985011:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699073.985012:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699073.985013:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985014:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699073.985015:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985015:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985016:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699073.985018:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699073.985019:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699073.985067:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699073.985071:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699073.985074:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699074.240957:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298960547, at 4298960576
00000100:00000010:1.0:1787699074.240969:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470102a0.
00000100:00000040:0.0:1787699074.240977:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298960547, at 4298960576
00000100:00000010:0.0:1787699074.240991:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470100c0.
00000100:00000001:2.0:1787699074.560965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699074.560976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699074.560978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699074.560985:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699074.560989:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699074.560993:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699074.560996:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699074.560999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699074.561002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699075.008952:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699075.008960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699075.008964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699075.008970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699075.008974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699075.008978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699075.008984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699075.008984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699075.008990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699075.008990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699075.009001:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699075.009001:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699075.009002:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699075.009008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699075.009009:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699075.009013:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699075.009019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699075.009021:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699075.009024:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699075.009026:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699075.009032:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699075.009035:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699075.009037:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699075.009038:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699075.009059:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699075.009063:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699075.009066:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699075.584956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699075.584963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699075.584965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699075.584970:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699075.584974:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699075.584978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699075.584980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699075.584982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699075.584986:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699076.032939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699076.032939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699076.032941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699076.032945:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699076.032946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699076.032946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699076.032949:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699076.032950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699076.032951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699076.032953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699076.032957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787699076.032957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699076.032960:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699076.032960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699076.032962:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699076.032965:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699076.032967:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699076.032968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699076.032973:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699076.032974:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699076.032978:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699076.032978:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699076.032979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699076.032983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699076.032985:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699076.032986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699076.032997:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699076.033001:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699076.033003:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699076.033006:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699076.033045:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699076.033047:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699076.033050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699076.608949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699076.608955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699076.608956:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699076.608960:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699076.608963:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699076.608965:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699076.608967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699076.608969:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699076.608971:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699077.056948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699077.056948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699077.056952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699077.056957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699077.056957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699077.056958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699077.056962:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699077.056962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699077.056966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699077.056970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699077.056970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699077.056970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699077.056977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699077.056977:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699077.056978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699077.056981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699077.056983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699077.056983:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699077.056989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699077.056993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699077.056997:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699077.056997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699077.057000:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699077.057002:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699077.057003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699077.057007:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699077.057012:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699077.632914:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699077.632921:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699077.632923:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699077.632927:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699077.632936:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699077.632939:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699077.632940:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699077.632942:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699077.632944:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.080918:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699078.080923:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699078.080925:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699078.080930:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699078.080933:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699078.080934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699078.080937:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699078.080938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699078.080940:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699078.080940:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699078.080941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.080944:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699078.080945:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699078.080946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699078.080949:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699078.080950:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699078.080953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699078.080956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699078.080959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699078.080961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699078.080962:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699078.080964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699078.080965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699078.080970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699078.081001:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699078.081004:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699078.081006:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699078.656956:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699078.656963:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699078.656965:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699078.656971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699078.656971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699078.656977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699078.656979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699078.656981:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699078.656983:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699078.656986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787699078.656989:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699078.656990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699078.656995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.656996:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699078.657004:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4292
00000400:00000200:3.0:1787699078.657013:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699078.657019:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699078.657022:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699078.657026:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657028:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699078.657031:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657033:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699078.657037:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699078.657039:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699078.657041:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699078.657044:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699078.657047:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699078.657049:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699078.657052:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699078.657055:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657057:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699078.657060:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699078.657063:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657066:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699078.657068:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699078.657072:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699078.657075:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657077:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699078.657079:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699078.657087:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787699078.657091:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699078.657094:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699078.657097:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657099:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699078.657102:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699078.657105:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699078.657112:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787699078.657117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699078.657126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699078.657136:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699078.657139:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699078.657144:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699078.657163:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699078.657166:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699078.657169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699078.657171:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699078.657172:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699078.657175:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699078.657178:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4292
00000400:00000200:3.0:1787699078.657182:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699078.657185:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699078.657188:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699078.657192:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657194:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699078.657196:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699078.657199:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699078.657199:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699078.657204:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699078.657205:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787699078.657208:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787699078.657209:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699078.657213:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699078.657215:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000040:1.0:1787699078.657219:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699078.657219:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699078.657225:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699078.657233:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699078.657235:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699078.657238:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657238:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699078.657243:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787699078.657244:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787699078.657247:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787699078.657248:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787699078.657253:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787699078.657254:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699078.657261:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:1.0:1787699078.657262:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947249536:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699078.657267:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657269:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699078.657271:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699078.657274:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699078.657277:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699078.657279:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699078.657282:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.657284:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699078.657289:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699078.657292:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657297:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699078.657300:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00100000:3.0:1787699078.657304:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787699078.657305:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000008:00000001:3.0:1787699078.657310:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699078.657313:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787699078.657315:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699078.657319:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249536, portal 25
00000100:00000010:3.0:1787699078.657321:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699078.657322:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699078.657324:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
00000020:00000040:3.0:1787699078.657328:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000040:1.0:1787699078.657332:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699078.657333:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699078.657336:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657338:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699078.657339:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699078.657341:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699078.657345:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787699078.657351:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657354:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699078.657360:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00100000:3.0:1787699078.657360:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787699078.657364:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699078.657370:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947249536, offset 0
00000100:00000001:3.0:1787699078.657374:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699078.657377:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699078.657379:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699078.657384:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699078.657391:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699078.657400:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699078.657401:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:3.0:1787699078.657405:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699078.657409:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787699078.657411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699078.657414:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787699078.657416:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:3.0:1787699078.657418:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787699078.657422:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699078.657424:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787699078.657428:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:3.0:1787699078.657430:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4292
00000400:00000200:1.0:1787699078.657436:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12589:12589:256:4294967295] 192.168.201.121@tcp LPNI seq info [12589:12589:8:4294967295]
00000400:00000200:3.0:1787699078.657439:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.657445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699078.657447:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699078.657451:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699078.657454:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657459:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699078.657465:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699078.657466:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787699078.657471:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699078.657476:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787699078.657477:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000040:3.0:1787699078.657478:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699078.657482:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787699078.657485:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000020:00000040:3.0:1787699078.657485:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699078.657490:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787699078.657506:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000001:3.0:1787699078.657506:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000800:00000200:1.0:1787699078.657512:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1787699078.657514:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657519:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787699078.657522:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:3.0:1787699078.657524:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000200:1.1:1787699078.657527:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787699078.657529:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699078.657533:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000800:00000100:1.0:1787699078.657535:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.657540:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00080000:3.0:1787699078.657540:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657546:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699078.657549:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699078.657550:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787699078.657553:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699078.657558:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1787699078.657559:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657563:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699078.657565:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000008:00100000:3.0:1787699078.657566:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1787699078.657569:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000008:00000001:3.0:1787699078.657571:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657575:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787699078.657576:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699078.657582:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000100:00000200:1.0:1787699078.657583:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699078.657588:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699078.657594:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699078.657596:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657600:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699078.657600:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699078.657602:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699078.657606:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699078.657607:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787699078.657612:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:1.0:1787699078.657618:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657619:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657622:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699078.657629:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699078.657629:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699078.657637:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699078.657642:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298965667
00000100:00000001:3.0:1787699078.657643:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699078.657647:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699078.657648:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470102a0.
00000100:00000040:3.0:1787699078.657653:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.657657:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699078.657665:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657667:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298965667
00000100:00080000:3.0:1787699078.657668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787699078.657673:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010900.
00000100:00080000:3.0:1787699078.657674:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699078.657678:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787699078.657679:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1787699078.657680:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699078.657684:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699078.657685:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699078.657689:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699078.657690:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4292
00000100:00000001:1.0:1787699078.657693:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1787699078.657697:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:1.0:1787699078.657701:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699078/real 1787699078]  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787699078.657704:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699078.657709:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699078.657717:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000001:1.0:1787699078.657718:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787699078.657720:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787699078.657721:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699078.657725:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000100:00000040:3.0:1787699078.657726:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699078.657729:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000100:00000001:3.0:1787699078.657730:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:1.0:1787699078.657732:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000020:00000001:3.0:1787699078.657736:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787699078.657738:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1787699078.657740:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699078.657744:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787699078.657745:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699078.657748:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699078.657754:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699078.657757:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699078.657761:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657762:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699078.657764:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657766:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699078.657769:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699078.657773:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699078.657778:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699078.657780:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699078.657781:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699078.657785:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699078.657790:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657793:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699078.657794:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699078.657796:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787699078.657799:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699078.657803:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657804:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657808:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1787699078.657808:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699078.657811:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787699078.657813:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699078.657818:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787699078.657819:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699078.657821:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699078.657826:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699078.657828:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699078.657831:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657833:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787699078.657837:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000040:1.0:1787699078.657840:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699078.657842:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699078.657878:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699078.657895:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699078.657901:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.657905:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699078.657907:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699078.657908:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699078.657911:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.657913:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699078.657916:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787699078.657918:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787699078.657920:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699078.657928:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699078.657933:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787699078.657934:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699078.657941:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699078.657942:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4302)
00000100:00100000:1.0:1787699078.657961:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947249536:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699078.657966:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.657968:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.657971:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947249536/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.657977:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699078.657980:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699078.657983:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699078.657986:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699078.657988:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699078.657989:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699078.657991:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699078.657993:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699078.657997:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699078.657998:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699078.658000:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:1.0:1787699078.658002:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699078.658004:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658006:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658012:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699078.658013:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658015:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699078.658017:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699078.658018:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699078.658022:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658033:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699078.658035:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.658037:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699078.658038:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699078.658041:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699078.658043:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249664:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699078.658047:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699078.658048:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699078.658050:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.658051:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699078.658054:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699078.658056:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699078.658059:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699078.658061:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699078.658064:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699078.658067:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249664, portal 10
00000100:00000001:1.0:1787699078.658069:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699078.658071:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699078.658077:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658083:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699078.658085:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699078.658087:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699078.658089:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947249664, offset 0
00000400:00000200:1.0:1787699078.658092:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699078.658096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.658100:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699078.658103:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699078.658105:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699078.658107:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699078.658109:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699078.658112:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12590:12590:256:4294967295] 192.168.201.121@tcp LPNI seq info [12590:12590:8:4294967295]
00000400:00000200:1.0:1787699078.658117:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.658122:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699078.658126:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.658129:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699078.658133:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699078.658136:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699078.658140:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699078.658143:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699078.658146:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.658148:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699078.658152:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699078.658155:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699078.658158:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699078.658159:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699078.658162:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699078.658165:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658173:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.658175:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658181:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658183:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699078.658185:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699078.658189:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699078.658192:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699078.658194:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298965010
00000100:00000001:1.0:1787699078.658211:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298965667
00000100:00000001:1.0:1787699078.658213:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298965010
00000100:00000001:1.0:1787699078.658215:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298965667
00000100:00000001:1.0:1787699078.658217:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699078.658219:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658221:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699078.658224:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699078/real 1787699078]  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699078.658229:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699078.658230:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699078.658232:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699078.658233:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699078.658234:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699078.658235:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699078.658237:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699078.658242:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658245:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699078.658246:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658247:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699078.658248:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699078.658250:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658254:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699078.658256:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658260:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699078.658261:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658262:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699078.658262:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658263:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699078.658265:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699078.658266:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699078.658268:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699078.658269:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699078.658272:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699078.658276:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249664:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699078.658278:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699078.658280:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658283:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699078.658284:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.658285:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699078.658286:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699078.658287:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699078.658288:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249792:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699078.658290:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699078.658291:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699078.658292:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.658293:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699078.658295:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699078.658296:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699078.658298:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699078.658300:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699078.658302:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699078.658304:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249792, portal 4
00000100:00000001:1.0:1787699078.658305:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699078.658306:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699078.658309:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658313:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699078.658314:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699078.658315:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699078.658317:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947249792, offset 0
00000400:00000200:1.0:1787699078.658319:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699078.658322:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.658324:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699078.658326:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699078.658327:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699078.658329:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699078.658330:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699078.658332:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12591:12591:256:4294967295] 192.168.201.121@tcp LPNI seq info [12591:12591:8:4294967295]
00000400:00000200:1.0:1787699078.658334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.658338:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699078.658340:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.658342:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699078.658344:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699078.658346:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699078.658349:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699078.658350:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699078.658352:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.658354:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699078.658356:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699078.658357:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699078.658359:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699078.658360:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699078.658362:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699078.658363:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658384:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.658387:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658391:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658392:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699078.658394:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699078.658396:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699078.658398:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699078.658399:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298965027
00000100:00000001:1.0:1787699078.658401:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298965667
00000100:00000001:1.0:1787699078.658402:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298965027
00000100:00000001:1.0:1787699078.658404:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298965667
00000100:00000001:1.0:1787699078.658405:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699078.658406:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658407:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699078.658409:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699078/real 1787699078]  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699078.658413:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699078.658414:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699078.658415:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699078.658416:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699078.658417:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699078.658419:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699078.658422:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699078.658430:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658435:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699078.658437:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658438:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699078.658440:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699078.658443:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658450:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699078.658453:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658460:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699078.658462:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658463:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699078.658465:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658466:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699078.658468:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699078.658470:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699078.658473:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699078.658474:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699078.658477:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699078.658482:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249792:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699078.658484:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699078.658485:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658492:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699078.658501:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.658504:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699078.658506:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699078.658508:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699078.658511:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249920:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699078.658514:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699078.658515:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699078.658517:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699078.658518:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699078.658522:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699078.658523:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699078.658526:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699078.658529:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699078.658531:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699078.658534:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947249920, portal 4
00000100:00000001:1.0:1787699078.658535:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699078.658537:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699078.658543:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658548:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699078.658551:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699078.658553:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699078.658555:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947249920, offset 0
00000400:00000200:1.0:1787699078.658558:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699078.658562:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.658565:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699078.658568:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699078.658570:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699078.658573:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699078.658575:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699078.658578:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12592:12592:256:4294967295] 192.168.201.121@tcp LPNI seq info [12592:12592:8:4294967295]
00000400:00000200:1.0:1787699078.658582:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699078.658587:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699078.658592:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.658595:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699078.658599:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699078.658601:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699078.658605:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699078.658607:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699078.658611:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699078.658613:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699078.658616:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699078.658619:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699078.658622:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699078.658623:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699078.658626:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699078.658629:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658637:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.658640:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699103 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658646:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658648:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699078.658650:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699078.658653:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699078.658656:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699078.658658:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298965014
00000100:00000001:1.0:1787699078.658661:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298965667
00000100:00000001:1.0:1787699078.658663:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298965014
00000100:00000001:1.0:1787699078.658665:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298965667
00000100:00000001:1.0:1787699078.658667:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699078.658669:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658670:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699078.658674:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699078/real 1787699078]  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699078.658681:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699078.658682:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699078.658683:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699078.658686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699078.658687:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699078.658689:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699078.658692:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699078.658701:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658712:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699078.658714:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658715:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699078.658717:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699078.658720:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658727:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699078.658730:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658737:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699078.658739:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658741:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699078.658742:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658744:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699078.658745:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699078.658747:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699078.658750:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699078.658753:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699078.658756:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699078.658764:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947249920:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699078.658767:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658769:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.658772:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947249664/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658779:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699078.658780:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699078.658782:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699078.658784:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699078.658786:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699078.658787:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699078.658789:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699078.658791:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699078.658794:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699078.658795:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699078.658797:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699078.658799:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699078.658800:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658802:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.658805:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947249792/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658811:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699078.658813:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699078.658814:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699078.658816:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699078.658817:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699078.658818:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699078.658820:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699078.658822:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699078.658824:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699078.658825:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699078.658826:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699078.658828:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699078.658829:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658831:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699078.658834:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947249920/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699103 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699078.658841:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699078.658842:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699078.658843:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699078.658845:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699078.658846:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699078.658866:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699078.658869:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699078.658870:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699078.658873:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699078.658874:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699078.658875:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699078.658877:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699078.658879:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658881:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699078.658884:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699078.658885:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699078.658887:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699078.658889:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699079.104925:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699079.104925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699079.104930:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699079.104932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699079.104932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699079.104935:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699079.104936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699079.104937:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699079.104942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699079.104942:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699079.104945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699079.104947:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699079.104948:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699079.104948:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699079.104950:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699079.104951:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699079.104954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699079.104955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699079.104957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699079.104959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699079.104960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699079.104963:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699079.104966:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699079.104969:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699079.104987:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699079.104990:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699079.104993:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699079.360947:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298965667, at 4298965696
00000100:00000040:1.0:1787699079.360947:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298965667, at 4298965696
00000100:00000010:1.0:1787699079.360965:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010900.
00000100:00000010:0.0:1787699079.360968:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470102a0.
00000100:00000001:2.0:1787699079.680961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699079.680968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699079.680977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699079.680984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699079.680987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699079.680991:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699079.680995:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699079.680997:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699079.681000:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699080.128953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699080.128953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699080.128960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699080.128961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699080.128964:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699080.128965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699080.128974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699080.128974:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699080.128980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699080.128981:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699080.128986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699080.128986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699080.128993:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699080.128995:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699080.128998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699080.129000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699080.129003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699080.129006:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699080.129092:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699080.129095:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699080.129098:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699080.129099:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699080.129100:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699080.129101:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699080.129557:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699080.129561:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699080.129564:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699080.704973:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699080.704980:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699080.704983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699080.704988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699080.704991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699080.704994:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699080.704997:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699080.704999:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699080.705002:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699081.152957:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699081.152965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699081.152965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699081.152968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699081.152970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699081.152970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699081.152974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1787699081.152977:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699081.152977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699081.152978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699081.152980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699081.152981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699081.152983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699081.152984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699081.152988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699081.152989:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699081.152990:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699081.152992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699081.152994:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699081.152998:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699081.153000:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699081.153004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699081.153008:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699081.153011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699081.153018:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699081.153022:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699081.153025:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699081.728960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699081.728965:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699081.728966:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699081.728971:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699081.728973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699081.728976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699081.728978:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699081.728980:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699081.728982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699082.176951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699082.176961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699082.176965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699082.176968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699082.176970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699082.176973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699082.176976:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699082.176976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699082.176980:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699082.176984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699082.176985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699082.176986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699082.176990:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699082.176995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699082.176996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699082.176998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699082.177002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699082.177004:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699082.177006:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699082.177012:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699082.177017:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699082.177017:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699082.177024:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699082.177029:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699082.177049:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699082.177053:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699082.177059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699082.752975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699082.752984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699082.752986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699082.752990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699082.752993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699082.752997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699082.752999:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699082.753001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699082.753003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699083.200929:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699083.200937:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699083.200939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699083.200939:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699083.200942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699083.200949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699083.200951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699083.200951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699083.200956:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699083.200956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699083.200957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699083.200963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.200965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699083.200969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699083.200970:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699083.200975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699083.200976:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699083.200980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.200980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699083.200983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699083.200986:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699083.200986:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699083.200991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699083.200992:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699083.200995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699083.200996:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699083.201006:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699083.776953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787699083.776953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699083.776959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699083.776963:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699083.776964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787699083.776966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787699083.776968:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699083.776970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699083.776973:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699083.776977:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699083.776982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699083.776986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787699083.776986:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4297
00000100:00000001:2.0:1787699083.776990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699083.776994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699083.776998:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699083.777006:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699083.777010:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699083.777014:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777017:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699083.777020:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777022:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699083.777026:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699083.777028:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699083.777030:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699083.777033:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699083.777036:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699083.777038:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699083.777041:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777043:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699083.777045:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777047:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699083.777050:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699083.777053:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777055:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699083.777058:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699083.777061:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699083.777064:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777066:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699083.777069:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699083.777077:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699083.777081:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699083.777084:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699083.777086:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777089:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699083.777091:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699083.777095:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699083.777103:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699083.777109:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699083.777118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699083.777129:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699083.777133:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699083.777138:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699083.777161:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699083.777164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699083.777167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699083.777169:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699083.777170:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699083.777173:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699083.777176:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4297
00000400:00000200:3.0:1787699083.777179:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699083.777183:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699083.777186:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699083.777190:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777192:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699083.777195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787699083.777195:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699083.777199:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699083.777200:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699083.777203:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787699083.777205:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699083.777208:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000040:1.0:1787699083.777210:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699083.777212:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699083.777215:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699083.777220:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699083.777222:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699083.777224:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699083.777224:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
02000000:00000001:1.0:1787699083.777228:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699083.777231:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787699083.777232:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000001:1.0:1787699083.777234:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.777239:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947250048:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699083.777242:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787699083.777243:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787699083.777246:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787699083.777249:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787699083.777250:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699083.777255:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787699083.777256:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000010:1.0:1787699083.777260:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
00000020:00000040:3.0:1787699083.777261:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787699083.777263:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699083.777268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787699083.777270:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699083.777275:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699083.777276:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000001:3.0:1787699083.777280:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787699083.777283:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
02000000:00000001:3.0:1787699083.777288:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787699083.777289:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250048, portal 25
00000100:00000001:1.0:1787699083.777293:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699083.777295:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
02000000:00000001:3.0:1787699083.777295:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777300:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787699083.777303:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787699083.777306:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699083.777311:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1787699083.777312:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777316:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699083.777320:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787699083.777323:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000040:1.0:1787699083.777325:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699083.777328:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787699083.777331:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
02000000:00000001:3.0:1787699083.777331:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777333:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699083.777336:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787699083.777337:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947250048, offset 0
02000000:00000001:3.0:1787699083.777339:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699083.777345:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000400:00000200:1.0:1787699083.777347:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777350:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699083.777358:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:3.0:1787699083.777360:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699083.777367:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787699083.777373:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787699083.777375:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787699083.777378:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699083.777382:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699083.777386:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787699083.777387:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699083.777389:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699083.777396:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12593:12593:256:4294967295] 192.168.201.121@tcp LPNI seq info [12593:12593:8:4294967295]
00000400:00000200:1.0:1787699083.777404:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699083.777424:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699083.777430:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787699083.777430:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699083.777437:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1787699083.777438:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777443:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1787699083.777445:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00080000:3.0:1787699083.777447:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699083.777451:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787699083.777455:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787699083.777458:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4297
00000800:00000200:1.0:1787699083.777460:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1787699083.777467:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.1:1787699083.777467:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699083.777473:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1787699083.777476:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000100:1.0:1787699083.777477:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.777481:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000100:00080000:3.0:1787699083.777482:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787699083.777487:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787699083.777488:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699083.777493:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787699083.777494:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699083.777497:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699083.777500:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000040:3.0:1787699083.777501:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699083.777505:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787699083.777505:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699083.777510:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699083.777511:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000200:1.0:1787699083.777515:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699083.777515:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699083.777520:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699083.777526:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000001:1.0:1787699083.777527:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.777532:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699083.777532:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699083.777541:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699083.777543:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777547:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699083.777548:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787699083.777553:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699083.777554:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777556:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699083.777561:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:3.0:1787699083.777562:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00000001:1.0:1787699083.777564:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298970787
00000100:00080000:3.0:1787699083.777569:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000010:1.0:1787699083.777570:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010900.
00000100:00000001:3.0:1787699083.777575:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777578:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1787699083.777579:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699083.777584:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699083.777586:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298970787
02000000:00000001:3.0:1787699083.777588:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699083.777590:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010660.
00000100:00000001:1.0:1787699083.777594:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699083.777594:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699083.777599:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787699083.777599:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699083.777603:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787699083.777605:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777606:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699083.777611:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.777612:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699083/real 1787699083]  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787699083.777618:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000400:00000001:1.0:1787699083.777619:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699083.777622:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699083.777624:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000020:00000040:3.0:1787699083.777624:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787699083.777628:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699083.777630:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
02000000:00000001:3.0:1787699083.777630:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699083.777634:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777635:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699083.777639:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699083.777640:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699083.777643:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699083.777646:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699083.777650:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787699083.777653:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:1.0:1787699083.777655:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699083.777657:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.777660:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.777661:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699083.777661:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.777668:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699083.777673:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699083.777674:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699083.777682:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699083.777690:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699083.777694:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777702:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787699083.777704:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.777705:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.777707:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.777708:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.777710:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699083.777713:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699083.777717:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699083.777723:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699083.777724:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777725:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787699083.777730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787699083.777731:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699083.777739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699083.777741:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699083.777743:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699083.777748:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787699083.777753:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947250048:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699083.777757:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.777758:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.777760:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947250048/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699083.777763:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4297
00000100:00000001:1.0:1787699083.777770:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699083.777773:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1787699083.777773:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:1.0:1787699083.777777:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
00000400:00000200:3.0:1787699083.777780:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
02000000:00000001:1.0:1787699083.777782:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787699083.777784:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1787699083.777785:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699083.777790:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000100:00000040:3.0:1787699083.777790:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777794:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787699083.777796:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000040:3.0:1787699083.777799:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000010:1.0:1787699083.777801:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699083.777803:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787699083.777808:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1787699083.777808:0:38:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787699083.777812:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1787699083.777812:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000010:1.0:1787699083.777816:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000020:00000001:3.0:1787699083.777816:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699083.777821:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787699083.777822:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1787699083.777825:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699083.777826:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787699083.777830:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699083.777831:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699083.777835:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699083.777838:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699083.777840:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699083.777842:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699083.777843:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699083.777846:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787699083.777875:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699083.777880:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699083.777882:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699083.777884:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777886:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787699083.777888:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699083.777889:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787699083.777893:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787699083.777897:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699083.777898:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699083.777902:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699083.777905:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699083.777910:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777914:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699083.777915:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777918:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699083.777921:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
02000000:00000001:1.0:1787699083.777922:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787699083.777925:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699083.777926:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699083.777931:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699083.777932:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699083.777934:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.777939:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250176:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699083.777940:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699083.777943:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699083.777946:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.777947:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699083.777951:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1787699083.777952:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699083.777953:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699083.777957:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787699083.777958:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699083.777961:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699083.777967:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699083.777967:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699083.777977:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699083.777981:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00000001:3.0:1787699083.777983:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787699083.777987:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787699083.777987:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699083.777993:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250176, portal 10
00000100:00000040:3.0:1787699083.777996:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.777998:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699083.778001:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000001:3.0:1787699083.778012:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699083.778013:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699083.778018:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4307)
00000100:00000001:1.0:1787699083.778022:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699083.778027:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699083.778030:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699083.778033:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947250176, offset 0
00000400:00000200:1.0:1787699083.778037:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699083.778042:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699083.778047:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699083.778050:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699083.778053:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699083.778056:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699083.778058:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699083.778061:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12594:12594:256:4294967295] 192.168.201.121@tcp LPNI seq info [12594:12594:8:4294967295]
00000400:00000200:1.0:1787699083.778065:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699083.778071:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699083.778076:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.778079:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699083.778083:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699083.778085:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699083.778090:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699083.778092:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699083.778095:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.778097:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699083.778100:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699083.778103:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699083.778106:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699083.778108:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699083.778110:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699083.778113:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778120:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.778123:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778129:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778130:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699083.778133:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699083.778136:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699083.778139:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699083.778141:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298970130
00000100:00000001:1.0:1787699083.778144:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298970787
00000100:00000001:1.0:1787699083.778146:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298970130
00000100:00000001:1.0:1787699083.778148:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298970787
00000100:00000001:1.0:1787699083.778150:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699083.778152:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778153:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699083.778157:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699083/real 1787699083]  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699083.778164:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699083.778165:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699083.778167:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699083.778169:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699083.778170:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699083.778172:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699083.778175:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699083.778183:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778189:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699083.778190:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778192:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.778193:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699083.778196:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778203:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699083.778207:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778214:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699083.778216:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778218:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.778219:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778221:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699083.778223:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699083.778226:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699083.778229:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699083.778231:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699083.778234:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699083.778242:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250176:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699083.778245:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699083.778248:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778254:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699083.778256:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699083.778258:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699083.778260:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699083.778261:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.778264:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250304:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699083.778267:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699083.778268:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699083.778270:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699083.778271:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699083.778274:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699083.778276:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699083.778279:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699083.778281:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699083.778284:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699083.778287:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250304, portal 4
00000100:00000001:1.0:1787699083.778289:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699083.778290:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699083.778296:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778302:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699083.778304:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699083.778306:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699083.778308:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947250304, offset 0
00000400:00000200:1.0:1787699083.778311:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699083.778314:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699083.778317:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699083.778320:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699083.778322:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699083.778325:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699083.778327:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699083.778329:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12595:12595:256:4294967295] 192.168.201.121@tcp LPNI seq info [12595:12595:8:4294967295]
00000400:00000200:1.0:1787699083.778334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699083.778339:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699083.778343:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.778346:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699083.778350:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699083.778352:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699083.778356:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699083.778358:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699083.778362:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.778363:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699083.778366:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699083.778369:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699083.778372:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699083.778373:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699083.778375:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699083.778379:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778385:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.778389:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778395:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778396:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699083.778399:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699083.778402:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699083.778404:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699083.778419:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298970147
00000100:00000001:1.0:1787699083.778422:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298970787
00000100:00000001:1.0:1787699083.778424:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298970147
00000100:00000001:1.0:1787699083.778426:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298970787
00000100:00000001:1.0:1787699083.778428:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699083.778430:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778432:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699083.778435:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699083/real 1787699083]  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699083.778442:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699083.778443:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699083.778444:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699083.778447:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699083.778448:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699083.778450:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699083.778453:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699083.778460:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778466:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699083.778468:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778469:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.778470:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699083.778474:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778480:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699083.778483:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778490:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699083.778492:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778494:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.778495:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778496:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699083.778497:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699083.778500:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699083.778502:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699083.778504:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699083.778507:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699083.778514:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250304:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699083.778516:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778518:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.778521:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947250176/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778526:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699083.778527:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699083.778529:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699083.778531:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699083.778532:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699083.778534:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699083.778536:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699083.778537:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699083.778540:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699083.778541:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699083.778542:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699083.778544:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699083.778546:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778547:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.778550:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947250304/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778556:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699083.778557:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699083.778558:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699083.778561:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699083.778562:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699083.778563:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699083.778564:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699083.778566:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699083.778568:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699083.778570:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699083.778571:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699083.778573:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699083.778574:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778576:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778579:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699083.778580:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778582:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699083.778584:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699083.778585:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699083.778589:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778594:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699083.778596:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699083.778597:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699083.778599:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699083.778600:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699083.778603:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250432:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699083.778606:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699083.778608:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699083.778609:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699083.778611:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699083.778613:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699083.778615:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699083.778618:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699083.778620:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699083.778623:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699083.778626:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250432, portal 4
00000100:00000001:1.0:1787699083.778627:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699083.778628:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699083.778633:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778638:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699083.778640:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699083.778642:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699083.778644:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947250432, offset 0
00000400:00000200:1.0:1787699083.778647:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699083.778651:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699083.778654:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699083.778657:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699083.778659:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699083.778661:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699083.778663:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699083.778666:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12596:12596:256:4294967295] 192.168.201.121@tcp LPNI seq info [12596:12596:8:4294967295]
00000400:00000200:1.0:1787699083.778670:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699083.778675:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699083.778679:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.778682:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699083.778686:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699083.778689:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699083.778693:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699083.778695:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699083.778699:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699083.778700:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699083.778703:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699083.778706:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699083.778709:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699083.778711:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699083.778713:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699083.778716:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778723:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.778726:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778732:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778734:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699083.778736:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699083.778738:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699083.778741:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699083.778742:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298970134
00000100:00000001:1.0:1787699083.778744:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298970787
00000100:00000001:1.0:1787699083.778745:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298970134
00000100:00000001:1.0:1787699083.778746:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298970787
00000100:00000001:1.0:1787699083.778748:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699083.778749:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778750:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699083.778753:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699083/real 1787699083]  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699083.778756:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699083.778757:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699083.778759:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699083.778760:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699083.778761:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699083.778762:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699083.778764:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699083.778769:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778772:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699083.778773:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778774:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.778775:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699083.778777:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778780:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699083.778782:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778786:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699083.778787:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778787:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699083.778788:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778789:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699083.778790:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699083.778792:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699083.778794:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699083.778796:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699083.778799:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699083.778806:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250432:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699083.778810:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778812:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699083.778815:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947250432/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699083.778820:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699083.778822:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699083.778824:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699083.778826:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699083.778827:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699083.778828:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699083.778830:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699083.778832:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699083.778834:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699083.778835:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699083.778836:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699083.778839:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699083.778840:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778841:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699083.778844:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699083.778846:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699083.778860:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699083.778862:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699084.224958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699084.224966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699084.224968:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699084.224973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699084.224977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699084.224981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699084.224983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699084.224986:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699084.224989:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699084.225501:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699084.225504:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699084.225506:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699084.225508:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699084.225510:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699084.225512:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699084.225515:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699084.225516:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699084.225518:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226300:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699084.226305:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699084.226307:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699084.226311:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226315:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699084.226317:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226319:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226321:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226325:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699084.226326:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699084.226328:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699084.226329:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226331:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699084.226332:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226333:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226335:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699084.226339:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699084.226340:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699084.226377:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699084.226380:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699084.226382:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699084.480936:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298970787, at 4298970816
00000100:00000010:1.0:1787699084.480952:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010660.
00000100:00000040:0.0:1787699084.480998:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298970787, at 4298970816
00000100:00000010:0.0:1787699084.481005:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010900.
00000100:00000001:2.0:1787699084.800939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699084.800945:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699084.800947:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699084.800951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699084.800953:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699084.800955:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699084.800957:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699084.800959:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699084.800961:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699085.248914:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699085.248919:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699085.248922:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699085.248922:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699085.248926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699085.248927:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699085.248928:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699085.248930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699085.248933:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699085.248934:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699085.248936:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699085.248937:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699085.248938:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699085.248939:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699085.248942:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699085.248944:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699085.248945:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699085.248947:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699085.248947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699085.248950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699085.248951:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699085.248954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699085.248956:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699085.248958:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699085.248974:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699085.248978:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699085.248982:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699085.824961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699085.824969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699085.824971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699085.824976:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699085.824980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699085.824984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699085.824986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699085.824989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699085.824992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699086.272917:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699086.272917:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699086.272924:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699086.272924:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699086.272926:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699086.272927:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699086.272932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699086.272933:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699086.272936:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699086.272938:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699086.272940:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699086.272942:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699086.272943:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699086.272946:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699086.272950:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699086.272954:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699086.272957:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699086.272960:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699086.272981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699086.272983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699086.272985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699086.272986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699086.272988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699086.272991:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699086.272993:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699086.272995:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699086.272997:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699086.272998:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699086.273000:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699086.273001:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699086.273032:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699086.273035:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699086.273037:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699086.848961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699086.848970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699086.848972:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699086.848978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699086.848981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699086.848985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699086.848988:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699086.848991:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699086.848994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699087.296931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699087.296939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699087.296940:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699087.296944:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699087.296944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699087.296952:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699087.296952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699087.296955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699087.296958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699087.296960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699087.296962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699087.296963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699087.296970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699087.296971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699087.296973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699087.296979:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699087.296979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699087.296982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699087.296986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699087.296988:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787699087.296989:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699087.296990:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699087.296993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787699087.296994:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699087.296995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699087.297001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699087.297002:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699087.872927:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699087.872934:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699087.872936:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699087.872942:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699087.872945:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699087.872948:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699087.872951:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699087.872953:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699087.872956:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.320948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699088.320952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699088.320953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699088.320955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699088.320959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699088.320959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699088.320960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699088.320963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699088.320965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699088.320968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699088.320968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699088.320969:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699088.320971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.320973:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699088.320974:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699088.320977:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699088.320978:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699088.320978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699088.320979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699088.320981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699088.320985:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699088.320985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699088.320995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699088.320999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699088.321027:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699088.321031:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699088.321034:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699088.896925:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787699088.896925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699088.896930:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699088.896932:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699088.896936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1787699088.896937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787699088.896941:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699088.896942:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699088.896946:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699088.896947:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699088.896949:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699088.896952:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699088.896954:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699088.896955:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699088.896964:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4302
00000400:00000200:3.0:1787699088.896973:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699088.896980:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699088.896991:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699088.896994:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.896996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699088.896997:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.896999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699088.897001:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699088.897003:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699088.897005:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699088.897008:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699088.897009:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699088.897011:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699088.897013:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897014:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699088.897016:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897017:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699088.897019:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699088.897021:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897023:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699088.897025:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699088.897028:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699088.897031:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897033:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699088.897035:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699088.897043:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787699088.897047:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699088.897056:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699088.897058:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897060:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699088.897063:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699088.897067:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699088.897073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787699088.897078:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699088.897085:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699088.897092:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699088.897094:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699088.897097:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699088.897113:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699088.897115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699088.897118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699088.897119:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699088.897120:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699088.897122:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699088.897123:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4302
00000400:00000200:3.0:1787699088.897126:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699088.897128:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699088.897130:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699088.897131:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897133:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699088.897134:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897135:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699088.897137:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699088.897138:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699088.897139:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699088.897141:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699088.897142:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699088.897143:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699088.897146:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897147:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699088.897149:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897152:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699088.897155:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787699088.897155:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787699088.897160:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699088.897161:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699088.897165:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787699088.897166:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699088.897170:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787699088.897175:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699088.897177:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699088.897183:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897187:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699088.897192:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787699088.897193:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699088.897194:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.897200:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787699088.897200:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.897203:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699088.897204:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.897208:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699088.897212:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000100:00100000:1.0:1787699088.897213:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947250560:192.168.201.121@tcp:250:kworker.0
00000020:00000040:3.0:1787699088.897218:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:1.0:1787699088.897219:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699088.897224:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699088.897224:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699088.897226:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.897228:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897230:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699088.897232:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787699088.897234:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699088.897238:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699088.897239:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699088.897243:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699088.897243:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699088.897248:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.897250:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:3.0:1787699088.897256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787699088.897257:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699088.897265:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000001:3.0:1787699088.897267:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699088.897271:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699088.897274:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250560, portal 25
00000100:00000040:3.0:1787699088.897277:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897279:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699088.897282:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299249984 : -116989410301632 : ffff959947c1a940)
00000100:00000001:3.0:1787699088.897288:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699088.897291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787699088.897294:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699088.897295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699088.897298:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699088.897301:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699088.897308:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699088.897314:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787699088.897314:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4302
00000400:00000200:3.0:1787699088.897330:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699088.897335:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000040:1.0:1787699088.897337:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00080000:3.0:1787699088.897339:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1787699088.897342:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000040:3.0:1787699088.897344:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699088.897349:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947250560, offset 0
00000100:00000001:3.0:1787699088.897349:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699088.897354:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897356:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699088.897358:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699088.897360:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:1.0:1787699088.897362:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787699088.897362:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699088.897366:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699088.897368:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699088.897369:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699088.897372:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897373:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699088.897376:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699088.897377:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897381:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699088.897383:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699088.897385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787699088.897388:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787699088.897388:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.897396:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787699088.897397:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699088.897401:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699088.897404:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:3.0:1787699088.897404:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897407:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699088.897410:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699088.897413:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1787699088.897413:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897415:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699088.897420:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000400:00000200:1.0:1787699088.897421:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:3.0:1787699088.897423:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699088.897426:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699088.897428:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.897429:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12597:12597:256:4294967295] 192.168.201.121@tcp LPNI seq info [12597:12597:8:4294967295]
00000100:00000001:3.0:1787699088.897430:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699088.897432:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699088.897435:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.897439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:3.0:1787699088.897439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699088.897445:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699088.897450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699088.897459:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787699088.897462:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699088.897466:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699088.897470:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699088.897472:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787699088.897479:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00000001:3.0:1787699088.897479:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699088.897484:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699088.897487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699088.897489:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1787699088.897492:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787699088.897492:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699088.897496:0:37:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787699088.897499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787699088.897500:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4302
00000400:00000200:3.0:1787699088.897505:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699088.897509:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:1.1:1787699088.897509:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:3.0:1787699088.897513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787699088.897515:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1787699088.897516:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897521:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699088.897525:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000100:1.0:1787699088.897526:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897528:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:1.0:1787699088.897530:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000020:00000001:3.0:1787699088.897531:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699088.897533:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699088.897535:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699088.897537:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699088.897538:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:1.0:1787699088.897539:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787699088.897540:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699088.897545:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897549:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699088.897550:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787699088.897552:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699088.897555:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699088.897557:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:1.0:1787699088.897558:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000100:00080000:3.0:1787699088.897559:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000010:1.0:1787699088.897563:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787699088.897564:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699088.897567:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699088.897570:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699088.897571:0:2353:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787699088.897572:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897574:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699088.897576:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699088.897578:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699088.897580:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699088.897580:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699088.897583:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787699088.897586:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699088.897589:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699088.897591:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699088.897594:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699088.897596:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699088.897598:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699088.897602:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:1.0:1787699088.897603:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699088.897605:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699088.897610:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699088.897611:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699088.897636:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699088.897639:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.897640:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699088.897643:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897644:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699088.897651:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.897652:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699088.897654:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4312)
00000400:00000200:1.0:1787699088.897659:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699088.897662:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298975907
00000100:00000010:1.0:1787699088.897668:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010660.
00000100:00000001:1.0:1787699088.897675:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699088.897681:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298975907
00000100:00000010:1.0:1787699088.897684:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010f60.
00000100:00000001:1.0:1787699088.897687:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699088.897690:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699088.897693:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.897695:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699088.897700:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699088/real 1787699088]  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699088.897708:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699088.897709:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699088.897711:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699088.897714:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699088.897715:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699088.897717:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699088.897721:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699088.897728:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897734:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699088.897735:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.897737:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.897739:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699088.897743:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897749:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699088.897753:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897760:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699088.897762:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.897764:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.897765:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.897767:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699088.897769:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699088.897771:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699088.897775:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699088.897777:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699088.897782:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699088.897790:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947250560:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699088.897794:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.897796:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.897799:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a940 x1874533947250560/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897805:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699088.897808:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699088.897810:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699088.897813:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699088.897814:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699088.897816:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699088.897819:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699088.897821:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699088.897825:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699088.897826:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699088.897828:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a940.
00000100:00000001:1.0:1787699088.897831:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699088.897832:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.897834:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.897840:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699088.897842:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.897844:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699088.897846:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699088.897847:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699088.897876:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897883:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699088.897884:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.897887:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699088.897888:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699088.897891:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699088.897894:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250688:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699088.897897:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699088.897899:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699088.897901:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.897903:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699088.897906:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699088.897908:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.897911:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699088.897914:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699088.897918:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699088.897921:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250688, portal 10
00000100:00000001:1.0:1787699088.897922:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699088.897924:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699088.897930:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.897937:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699088.897939:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699088.897941:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699088.897943:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947250688, offset 0
00000400:00000200:1.0:1787699088.897947:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699088.897951:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699088.897955:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699088.897958:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699088.897960:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699088.897963:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699088.897965:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699088.897968:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12598:12598:256:4294967295] 192.168.201.121@tcp LPNI seq info [12598:12598:8:4294967295]
00000400:00000200:1.0:1787699088.897972:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699088.897978:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699088.897982:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699088.897986:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699088.897990:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699088.897993:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699088.897997:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699088.898000:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699088.898003:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699088.898005:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699088.898008:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699088.898012:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699088.898015:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699088.898017:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699088.898019:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699088.898023:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898031:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.898034:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898040:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898042:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699088.898044:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699088.898048:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699088.898051:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699088.898053:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298975250
00000100:00000001:1.0:1787699088.898056:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298975907
00000100:00000001:1.0:1787699088.898058:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298975250
00000100:00000001:1.0:1787699088.898060:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298975907
00000100:00000001:1.0:1787699088.898062:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699088.898064:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898066:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699088.898070:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699088/real 1787699088]  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699088.898084:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699088.898086:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699088.898088:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699088.898090:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699088.898092:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699088.898094:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699088.898097:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699088.898106:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898113:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699088.898114:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898116:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.898117:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699088.898121:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898128:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699088.898132:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898139:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699088.898141:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898143:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.898144:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898146:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699088.898148:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699088.898151:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699088.898154:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699088.898156:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699088.898161:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699088.898169:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250688:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699088.898173:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699088.898176:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898183:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699088.898184:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.898187:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699088.898188:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699088.898190:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699088.898193:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250816:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699088.898196:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699088.898198:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699088.898200:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.898202:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699088.898205:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699088.898207:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.898210:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699088.898213:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699088.898216:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699088.898219:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250816, portal 4
00000100:00000001:1.0:1787699088.898221:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699088.898222:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699088.898228:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898234:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699088.898236:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699088.898238:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699088.898240:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947250816, offset 0
00000400:00000200:1.0:1787699088.898244:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699088.898248:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699088.898251:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699088.898254:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699088.898257:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699088.898259:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699088.898262:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699088.898265:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12599:12599:256:4294967295] 192.168.201.121@tcp LPNI seq info [12599:12599:8:4294967295]
00000400:00000200:1.0:1787699088.898269:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699088.898275:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699088.898279:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699088.898283:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699088.898286:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699088.898289:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699088.898293:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699088.898308:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699088.898312:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699088.898314:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699088.898317:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699088.898334:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699088.898338:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699088.898340:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699088.898343:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699088.898347:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898355:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.898358:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898365:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898366:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699088.898369:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699088.898372:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699088.898376:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699088.898378:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298975267
00000100:00000001:1.0:1787699088.898381:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298975907
00000100:00000001:1.0:1787699088.898383:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298975267
00000100:00000001:1.0:1787699088.898385:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298975907
00000100:00000001:1.0:1787699088.898387:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699088.898390:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898391:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699088.898395:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699088/real 1787699088]  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699088.898403:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699088.898404:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699088.898406:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699088.898408:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699088.898410:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699088.898411:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699088.898415:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699088.898423:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898429:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699088.898431:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898432:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.898434:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699088.898437:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898444:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699088.898448:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898455:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699088.898457:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898459:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.898460:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898462:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699088.898464:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699088.898466:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699088.898469:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699088.898471:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699088.898475:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699088.898483:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250816:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699088.898487:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699088.898490:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898497:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699088.898498:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.898500:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699088.898502:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699088.898504:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699088.898507:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250944:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699088.898510:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699088.898512:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699088.898514:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699088.898516:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699088.898519:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699088.898521:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699088.898524:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699088.898526:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699088.898529:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699088.898532:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947250944, portal 4
00000100:00000001:1.0:1787699088.898534:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699088.898536:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699088.898541:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898547:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699088.898550:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699088.898552:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699088.898554:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947250944, offset 0
00000400:00000200:1.0:1787699088.898558:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699088.898562:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699088.898566:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699088.898569:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699088.898571:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699088.898574:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699088.898576:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699088.898579:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12600:12600:256:4294967295] 192.168.201.121@tcp LPNI seq info [12600:12600:8:4294967295]
00000400:00000200:1.0:1787699088.898583:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699088.898590:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699088.898594:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699088.898597:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699088.898601:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699088.898604:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699088.898608:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699088.898610:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699088.898614:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699088.898616:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699088.898619:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699088.898622:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699088.898625:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699088.898626:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699088.898629:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699088.898632:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898646:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.898649:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898655:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898657:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699088.898660:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699088.898663:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699088.898666:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699088.898667:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298975254
00000100:00000001:1.0:1787699088.898670:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298975907
00000100:00000001:1.0:1787699088.898672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298975254
00000100:00000001:1.0:1787699088.898675:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298975907
00000100:00000001:1.0:1787699088.898677:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699088.898679:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898681:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699088.898684:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699088/real 1787699088]  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699088.898692:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699088.898693:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699088.898695:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699088.898697:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699088.898699:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699088.898701:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699088.898704:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699088.898713:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898728:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699088.898734:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898736:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.898737:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699088.898741:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898748:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699088.898752:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898758:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699088.898761:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898763:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699088.898764:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898766:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699088.898768:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699088.898770:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699088.898773:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699088.898776:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699088.898779:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699088.898788:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947250944:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699088.898792:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898793:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.898796:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947250688/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898803:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699088.898805:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699088.898807:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699088.898809:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699088.898811:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699088.898813:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699088.898815:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699088.898817:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699088.898820:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699088.898821:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699088.898823:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699088.898826:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699088.898827:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898829:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.898832:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947250816/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898838:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699088.898839:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699088.898841:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699088.898843:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699088.898844:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699088.898846:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699088.898864:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699088.898866:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699088.898868:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699088.898869:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699088.898871:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699088.898873:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699088.898874:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898876:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699088.898879:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947250944/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699088.898886:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699088.898887:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699088.898889:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699088.898891:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699088.898892:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699088.898893:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699088.898895:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699088.898896:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699088.898898:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699088.898900:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699088.898901:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699088.898903:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699088.898904:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898906:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699088.898910:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699088.898912:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699088.898913:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699088.898915:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699089.344959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699089.344963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699089.344967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699089.344968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699089.344971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699089.344976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699089.344979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699089.344983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699089.344985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699089.344985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699089.344992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699089.344996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699089.345000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699089.345003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699089.345006:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699089.345010:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699089.345014:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699089.345017:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699089.345073:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699089.345076:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699089.345076:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699089.345078:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699089.345079:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699089.345081:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699089.345082:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699089.345083:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699089.345084:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699089.600942:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298975907, at 4298975936
00000100:00000040:1.0:1787699089.600942:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298975907, at 4298975936
00000100:00000010:0.0:1787699089.600956:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010660.
00000100:00000010:1.0:1787699089.600957:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f60.
00000100:00000001:2.0:1787699089.920945:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699089.920952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699089.920954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699089.920957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699089.920960:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699089.920962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699089.920964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699089.920966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699089.920968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699090.368926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699090.368933:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699090.368934:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699090.368936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699090.368937:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699090.368941:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699090.368942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699090.368944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699090.368946:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699090.368947:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699090.368949:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699090.368949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699090.368951:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699090.368954:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699090.368957:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699090.368976:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699090.368980:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699090.368983:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699090.369057:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699090.369060:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699090.369061:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699090.369063:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699090.369065:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699090.369067:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699090.369068:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699090.369069:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699090.369070:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699090.944926:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699090.944931:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699090.944933:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699090.944937:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699090.944940:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699090.944943:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699090.944945:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699090.944946:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699090.944948:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699091.392928:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699091.392930:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699091.392932:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699091.392934:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699091.392934:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699091.392938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699091.392939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699091.392941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699091.392942:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699091.392946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699091.392947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699091.392948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699091.392950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699091.392952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699091.392954:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699091.392955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699091.392955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699091.392959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699091.392961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699091.392964:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699091.392967:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699091.392968:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699091.392971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699091.392974:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699091.392975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699091.392978:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699091.392981:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699091.968905:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699091.968912:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699091.968914:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699091.968919:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699091.968922:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699091.968926:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699091.968928:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699091.968931:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699091.968934:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699092.416918:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699092.416920:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699092.416925:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699092.416926:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699092.416927:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699092.416929:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699092.416932:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699092.416934:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699092.416936:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699092.416939:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699092.416940:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699092.416943:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699092.416944:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699092.416947:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699092.416950:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699092.416951:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699092.416954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699092.416956:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699092.416972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699092.416975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699092.416977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699092.416978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699092.416981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699092.416982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699092.417017:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699092.417020:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699092.417023:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699092.992961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699092.992968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699092.992970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699092.992974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699092.992978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699092.992982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699092.992984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699092.992987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699092.992990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699093.440946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699093.440952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699093.440954:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699093.440958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699093.440958:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699093.440960:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699093.440966:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787699093.440966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699093.440967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699093.440970:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699093.440972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787699093.440974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699093.440976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699093.440977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699093.440978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699093.440983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699093.440984:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699093.440985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699093.440989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699093.440989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699093.440995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699093.440995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699093.440999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699093.441003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699093.441011:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699093.441015:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699093.441018:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787699094.016960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699094.016970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787699094.016972:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699094.016972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699094.016978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787699094.016979:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699094.016982:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.016986:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787699094.016988:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699094.016993:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787699094.016995:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4307
00000100:00000001:2.0:1787699094.016997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699094.017002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699094.017005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787699094.017007:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699094.017009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787699094.017015:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699094.017019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699094.017021:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017024:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017025:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017027:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699094.017029:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699094.017031:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:0.0:1787699094.017033:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699094.017036:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:0.0:1787699094.017038:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:0.0:1787699094.017040:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:0.0:1787699094.017042:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017043:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017044:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017045:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699094.017047:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:0.0:1787699094.017049:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017051:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699094.017052:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699094.017055:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787699094.017056:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017058:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:0.0:1787699094.017060:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787699094.017067:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950038b40.
00000020:00000040:0.0:1787699094.017069:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:0.0:1787699094.017073:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699094.017074:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017076:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699094.017078:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699094.017081:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699094.017088:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1a800.
00000100:00000001:0.0:1787699094.017094:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699094.017102:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787699094.017112:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699094.017117:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699094.017121:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be48bc73] to pc [ptlrpcd_rcv+-1]  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699094.017137:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699094.017139:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787699094.017146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787699094.017147:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699094.017148:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699094.017150:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699094.017152:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4307
00000400:00000200:0.0:1787699094.017155:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699094.017157:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699094.017159:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699094.017161:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017162:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017164:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017165:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699094.017166:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699094.017167:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:0.0:1787699094.017169:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787699094.017169:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787699094.017171:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:0.0:1787699094.017174:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699094.017174:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787699094.017175:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:0.0:1787699094.017179:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699094.017179:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787699094.017183:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017185:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017187:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699094.017190:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000040:1.0:1787699094.017190:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787699094.017193:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017198:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699094.017202:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699094.017206:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787699094.017208:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699094.017208:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787699094.017213:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.017214:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787699094.017215:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787699094.017217:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787699094.017219:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787699094.017220:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787699094.017225:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017228:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699094.017228:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947251072:192.168.201.121@tcp:250:kworker.0
00000100:00000010:0.0:1787699094.017231:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff95995003b480.
00000100:00000001:1.0:1787699094.017243:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787699094.017247:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699094.017249:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787699094.017250:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699094.017252:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017254:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699094.017255:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699094.017256:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699094.017259:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18400.
00000100:00000001:0.0:1787699094.017261:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.017261:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.017268:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787699094.017269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787699094.017275:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
00000100:00000001:0.0:1787699094.017276:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699094.017279:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.017281:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699094.017284:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002aa615ed] to pc [ptlrpcd_rcv+-1]  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699094.017290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699094.017293:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787699094.017295:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787699094.017297:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000100:00080000:0.0:1787699094.017298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787699094.017301:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699094.017303:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699094.017305:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787699094.017307:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4307
00000400:00000010:1.0:1787699094.017307:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000400:00000200:0.0:1787699094.017313:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699094.017316:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:0.0:1787699094.017318:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787699094.017318:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251072, portal 25
00000100:00000040:0.0:1787699094.017322:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699094.017324:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787699094.017325:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017329:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699094.017329:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437785408 : -116989271766208 : ffff959950038b40)
00000100:00000001:0.0:1787699094.017333:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699094.017335:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699094.017337:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:0.0:1787699094.017338:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699094.017340:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:0.0:1787699094.017342:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699094.017342:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787699094.017346:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:0.0:1787699094.017350:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017351:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017352:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017354:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:0.0:1787699094.017359:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:0.0:1787699094.017363:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017366:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.017366:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787699094.017370:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787699094.017371:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:0.0:1787699094.017373:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787699094.017375:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
02000000:00000001:0.0:1787699094.017376:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017381:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000200:1.0:1787699094.017382:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947251072, offset 0
00000008:00100000:0.0:1787699094.017383:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787699094.017387:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017388:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017391:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000010:0.0:1787699094.017393:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959950039e00.
00000020:00000040:0.0:1787699094.017395:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:0.0:1787699094.017397:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699094.017398:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017399:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699094.017400:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787699094.017402:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017403:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000010:0.0:1787699094.017405:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d1bc00.
00000100:00000001:0.0:1787699094.017408:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017412:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00100000:0.0:1787699094.017413:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699094.017422:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787699094.017429:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787699094.017432:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017432:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:0.0:1787699094.017438:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200244a8] to pc [ptlrpcd_rcv+-1]  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699094.017441:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699094.017448:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017455:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017455:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12601:12601:256:4294967295] 192.168.201.121@tcp LPNI seq info [12601:12601:8:4294967295]
00000100:00080000:0.0:1787699094.017461:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699094.017465:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:0.0:1787699094.017468:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787699094.017471:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787699094.017473:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699094.017479:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787699094.017482:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1787699094.017485:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4307
00000400:00000200:0.0:1787699094.017495:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:1.0:1787699094.017495:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000400:00000200:0.0:1787699094.017502:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000010:1.0:1787699094.017504:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00080000:0.0:1787699094.017505:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787699094.017510:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017513:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787699094.017515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787699094.017518:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017522:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:0.0:1787699094.017524:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787699094.017525:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:0.0:1787699094.017527:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787699094.017529:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:1.0:1787699094.017529:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1787699094.017534:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:0.0:1787699094.017537:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.1:1787699094.017541:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000040:0.0:1787699094.017545:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:1.1:1787699094.017547:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787699094.017549:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787699094.017554:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000100:1.0:1787699094.017558:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017559:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:1.0:1787699094.017562:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000020:00000040:0.0:1787699094.017565:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000200:1.0:1787699094.017570:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1787699094.017571:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:0.0:1787699094.017576:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017580:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1787699094.017581:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787699094.017586:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699094.017589:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
02000000:00000001:0.0:1787699094.017590:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017594:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787699094.017594:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000008:00100000:0.0:1787699094.017599:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699094.017602:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1787699094.017604:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017609:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699094.017609:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787699094.017613:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599500383c0.
00000020:00000040:0.0:1787699094.017618:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:0.0:1787699094.017623:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787699094.017626:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.017627:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787699094.017629:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787699094.017633:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1787699094.017633:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787699094.017637:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787699094.017642:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959947d18c00.
00000100:00000001:1.0:1787699094.017645:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.017648:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.017648:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699094.017655:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699094.017669:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699094.017672:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699094.017677:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298981027
00000100:00000001:0.0:1787699094.017684:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787699094.017685:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010f60.
00000100:00000001:0.0:1787699094.017686:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699094.017693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000650983b0] to pc [ptlrpcd_rcv+-1]  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017694:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1787699094.017704:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699094.017709:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4318)
00000100:00000001:1.0:1787699094.017711:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298981027
00000100:00000010:1.0:1787699094.017717:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010c00.
00000100:00000001:1.0:1787699094.017721:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699094.017725:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699094.017728:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.017730:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699094.017736:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699094/real 1787699094]  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699094.017745:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699094.017746:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699094.017748:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699094.017751:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699094.017753:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699094.017755:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699094.017758:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699094.017766:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017773:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699094.017774:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.017776:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.017778:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699094.017782:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017789:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699094.017793:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017800:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699094.017803:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.017804:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.017805:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.017808:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699094.017809:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699094.017812:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699094.017816:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699094.017818:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699094.017822:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699094.017829:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950038b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947251072:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699094.017833:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.017835:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.017838:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950038b40 x1874533947251072/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017844:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699094.017846:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699094.017873:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699094.017876:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699094.017878:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699094.017879:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699094.017881:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699094.017884:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1a800.
02000000:00000001:1.0:1787699094.017887:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699094.017889:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699094.017890:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950038b40.
00000100:00000001:1.0:1787699094.017893:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699094.017894:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.017896:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.017902:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699094.017904:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.017906:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699094.017907:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699094.017909:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699094.017912:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017919:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699094.017920:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.017922:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699094.017924:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699094.017926:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699094.017929:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251200:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699094.017932:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699094.017934:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699094.017935:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.017937:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699094.017939:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699094.017941:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.017944:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699094.017947:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699094.017950:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699094.017953:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251200, portal 10
00000100:00000001:1.0:1787699094.017955:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699094.017956:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437795968 : -116989271755648 : ffff95995003b480)
00000100:00000040:1.0:1787699094.017962:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.017968:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699094.017971:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699094.017973:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699094.017975:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947251200, offset 0
00000400:00000200:1.0:1787699094.017978:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699094.017982:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699094.017986:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699094.017988:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699094.017991:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699094.017993:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699094.017995:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699094.017998:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12602:12602:256:4294967295] 192.168.201.121@tcp LPNI seq info [12602:12602:8:4294967295]
00000400:00000200:1.0:1787699094.018002:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699094.018008:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699094.018012:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699094.018015:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699094.018019:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699094.018022:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787699094.018026:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699094.018028:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787699094.018032:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699094.018034:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699094.018037:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699094.018040:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699094.018043:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699094.018044:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699094.018047:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699094.018049:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018062:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.018065:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018071:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018073:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699094.018076:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699094.018079:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699094.018082:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699094.018084:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298980370
00000100:00000001:1.0:1787699094.018087:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298981027
00000100:00000001:1.0:1787699094.018089:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298980370
00000100:00000001:1.0:1787699094.018091:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298981027
00000100:00000001:1.0:1787699094.018093:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699094.018105:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018107:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699094.018115:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699094/real 1787699094]  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699094.018122:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699094.018123:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699094.018125:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699094.018127:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699094.018128:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699094.018130:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699094.018134:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699094.018141:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018147:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699094.018149:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018151:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.018152:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699094.018156:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018162:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699094.018166:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018173:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699094.018175:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018177:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.018178:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018179:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699094.018182:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699094.018185:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699094.018188:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699094.018190:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699094.018194:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699094.018202:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff95995003b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251200:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699094.018206:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699094.018209:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018215:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699094.018216:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.018218:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699094.018220:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699094.018221:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699094.018225:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251328:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699094.018228:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699094.018230:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699094.018231:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.018248:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699094.018252:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699094.018254:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.018257:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699094.018260:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699094.018263:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699094.018266:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251328, portal 4
00000100:00000001:1.0:1787699094.018268:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699094.018269:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437790208 : -116989271761408 : ffff959950039e00)
00000100:00000040:1.0:1787699094.018275:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018281:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699094.018284:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699094.018286:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699094.018288:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947251328, offset 0
00000400:00000200:1.0:1787699094.018291:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699094.018295:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699094.018299:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699094.018301:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699094.018304:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699094.018306:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699094.018308:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699094.018311:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12603:12603:256:4294967295] 192.168.201.121@tcp LPNI seq info [12603:12603:8:4294967295]
00000400:00000200:1.0:1787699094.018315:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699094.018321:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699094.018326:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699094.018329:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699094.018333:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699094.018335:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787699094.018339:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699094.018342:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787699094.018345:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699094.018347:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699094.018350:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699094.018353:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699094.018356:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699094.018358:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699094.018360:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699094.018363:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018371:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.018373:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018380:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018381:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699094.018384:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699094.018387:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699094.018390:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699094.018391:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298980387
00000100:00000001:1.0:1787699094.018394:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298981027
00000100:00000001:1.0:1787699094.018396:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298980387
00000100:00000001:1.0:1787699094.018398:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298981027
00000100:00000001:1.0:1787699094.018400:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699094.018402:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018404:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699094.018408:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699094/real 1787699094]  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699094.018415:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699094.018417:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699094.018419:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699094.018421:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699094.018422:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699094.018424:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699094.018427:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699094.018435:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018442:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699094.018443:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018445:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.018446:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699094.018449:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018455:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699094.018459:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018465:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699094.018467:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018469:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.018470:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018472:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699094.018474:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699094.018476:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699094.018480:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699094.018482:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699094.018486:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699094.018500:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959950039e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251328:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699094.018504:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699094.018507:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018514:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699094.018515:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.018517:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699094.018519:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699094.018521:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699094.018524:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251456:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699094.018527:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699094.018529:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699094.018530:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699094.018531:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699094.018535:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699094.018537:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699094.018540:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699094.018542:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
00000400:00000010:1.0:1787699094.018545:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699094.018548:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251456, portal 4
00000100:00000001:1.0:1787699094.018550:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699094.018551:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084437783488 : -116989271768128 : ffff9599500383c0)
00000100:00000040:1.0:1787699094.018556:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018562:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699094.018565:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699094.018567:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000200:1.0:1787699094.018569:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947251456, offset 0
00000400:00000200:1.0:1787699094.018573:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699094.018577:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699094.018581:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699094.018583:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699094.018586:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699094.018588:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699094.018591:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699094.018593:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12604:12604:256:4294967295] 192.168.201.121@tcp LPNI seq info [12604:12604:8:4294967295]
00000400:00000200:1.0:1787699094.018597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699094.018602:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699094.018606:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699094.018610:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000800:00000200:1.0:1787699094.018613:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699094.018616:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787699094.018620:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699094.018622:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787699094.018626:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699094.018628:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:1.0:1787699094.018631:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699094.018634:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699094.018637:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:1.0:1787699094.018638:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:1.0:1787699094.018641:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699094.018644:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018652:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.018655:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699119 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018660:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018662:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699094.018664:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699094.018667:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699094.018670:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699094.018672:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298980374
00000100:00000001:1.0:1787699094.018674:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298981027
00000100:00000001:1.0:1787699094.018676:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298980374
00000100:00000001:1.0:1787699094.018678:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298981027
00000100:00000001:1.0:1787699094.018680:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699094.018682:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018683:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699094.018687:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699094/real 1787699094]  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699094.018694:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699094.018696:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699094.018697:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000400:00000200:1.0:1787699094.018699:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000400:00000010:1.0:1787699094.018701:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000100:00000001:1.0:1787699094.018703:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699094.018706:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699094.018714:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018720:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699094.018721:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018722:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.018734:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699094.018739:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018745:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699094.018749:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018755:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699094.018758:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018759:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699094.018760:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018762:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699094.018764:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699094.018766:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699094.018769:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699094.018771:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699094.018775:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699094.018782:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599500383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251456:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699094.018785:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018787:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.018790:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff95995003b480 x1874533947251200/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018796:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699094.018798:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699094.018800:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699094.018802:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699094.018804:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699094.018805:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699094.018807:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699094.018809:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18400.
02000000:00000001:1.0:1787699094.018811:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699094.018813:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699094.018814:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff95995003b480.
00000100:00000001:1.0:1787699094.018817:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699094.018818:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018819:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.018823:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959950039e00 x1874533947251328/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018834:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699094.018835:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699094.018837:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699094.018839:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699094.018840:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699094.018841:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699094.018843:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699094.018845:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d1bc00.
02000000:00000001:1.0:1787699094.018846:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699094.018869:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699094.018871:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959950039e00.
00000100:00000001:1.0:1787699094.018874:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699094.018875:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018877:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699094.018880:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599500383c0 x1874533947251456/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699119 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699094.018886:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699094.018887:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699094.018889:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699094.018891:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699094.018892:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699094.018893:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699094.018896:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699094.018897:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959947d18c00.
02000000:00000001:1.0:1787699094.018899:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699094.018900:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699094.018901:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599500383c0.
00000100:00000001:1.0:1787699094.018903:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699094.018904:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018906:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699094.018910:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699094.018911:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699094.018913:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699094.018915:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699094.464957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699094.464960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699094.464961:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699094.464966:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699094.464967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699094.464967:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699094.464968:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699094.464971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699094.464972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.464973:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699094.464978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699094.464979:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00100000:3.0:1787699094.464979:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699094.464982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699094.464982:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699094.464984:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699094.464986:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.464987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699094.464988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699094.464990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699094.464990:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699094.464993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699094.464996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.464997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699094.464997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699094.465001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699094.465002:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699094.465005:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699094.465007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.465008:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.465012:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699094.465014:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.465016:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.465017:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699094.465025:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699094.465027:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699094.465052:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699094.465056:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699094.465059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699094.720934:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298981027, at 4298981056
00000100:00000040:1.0:1787699094.720942:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298981027, at 4298981056
00000100:00000010:0.0:1787699094.720949:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010f60.
00000100:00000010:1.0:1787699094.720953:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c00.
00000100:00000001:2.0:1787699095.040939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699095.040947:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699095.040949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699095.040955:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699095.040958:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699095.040962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699095.040964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699095.040967:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699095.040970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699095.488948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699095.488953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699095.488953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699095.488956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699095.488959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699095.488959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699095.488960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699095.488965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699095.488966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699095.488968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699095.488971:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699095.488972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699095.488972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699095.488975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699095.488977:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699095.488979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699095.488979:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699095.488982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699095.488983:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699095.488983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699095.488985:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699095.488989:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699095.488993:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699095.488995:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699095.489011:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699095.489014:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699095.489017:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699096.064947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699096.064953:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699096.064955:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699096.064959:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699096.064961:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699096.064964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699096.064966:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699096.064968:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699096.064970:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699096.512937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699096.512937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699096.512940:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699096.512944:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699096.512944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699096.512944:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699096.512947:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699096.512948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699096.512951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699096.512951:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699096.512954:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699096.512955:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699096.512956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699096.512961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699096.512962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699096.512962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699096.512966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699096.512967:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787699096.512967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699096.512970:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699096.512971:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699096.512973:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699096.512974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699096.512975:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699096.512978:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699096.512979:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699096.512982:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699096.512983:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699096.512984:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699096.512988:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699096.513021:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699096.513023:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699096.513025:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699097.088952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699097.088958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699097.088959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699097.088962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699097.088965:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699097.088967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699097.088969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699097.088971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699097.088973:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699097.536922:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699097.536928:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699097.536929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699097.536933:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699097.536934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699097.536935:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699097.536935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699097.536940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699097.536941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699097.536942:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699097.536945:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699097.536946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699097.536946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699097.536953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699097.536953:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699097.536958:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699097.536959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787699097.536962:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699097.536964:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699097.536964:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787699097.536966:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699097.536968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:2.0:1787699097.536970:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699097.536974:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699097.536977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699097.536981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699097.536984:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699098.112903:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699098.112907:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699098.112909:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699098.112913:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699098.112915:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699098.112918:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699098.112920:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699098.112921:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699098.112924:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699098.560936:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699098.560936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699098.560939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699098.560942:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699098.560943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699098.560943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699098.560947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699098.560948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699098.560948:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699098.560951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699098.560952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699098.560954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699098.560955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699098.560956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699098.560959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699098.560959:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699098.560960:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699098.560964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699098.560964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699098.560965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699098.560970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699098.560971:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699098.560974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699098.560977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699098.560994:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699098.560997:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699098.560999:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699099.136917:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699099.136923:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699099.136925:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699099.136930:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699099.136933:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699099.136936:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699099.136937:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699099.136939:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699099.136941:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699099.136942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699099.136947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699099.136950:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699099.136952:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699099.136955:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699099.136961:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4313
00000400:00000200:3.0:1787699099.136968:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699099.136972:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699099.136974:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699099.136976:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.136978:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699099.136980:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.136982:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699099.136984:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699099.136986:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699099.136988:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699099.136990:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699099.136992:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699099.136993:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699099.136995:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.136996:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699099.136997:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.136998:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699099.137000:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699099.137003:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137005:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699099.137007:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699099.137009:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699099.137011:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137012:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699099.137014:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699099.137021:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699099.137024:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699099.137027:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699099.137028:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137031:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699099.137033:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699099.137036:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699099.137043:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787699099.137048:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699099.137057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699099.137067:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699099.137071:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699099.137076:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699099.137099:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699099.137101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699099.137104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699099.137105:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699099.137106:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699099.137108:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699099.137109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4313
00000400:00000200:3.0:1787699099.137112:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699099.137114:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699099.137116:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699099.137118:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137121:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699099.137123:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137126:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699099.137128:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699099.137130:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699099.137131:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787699099.137133:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787699099.137133:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787699099.137138:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699099.137141:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787699099.137145:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699099.137160:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699099.137164:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137166:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699099.137168:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137170:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787699099.137172:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699099.137173:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699099.137179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137184:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699099.137189:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699099.137190:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699099.137191:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699099.137194:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699099.137195:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699099.137198:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699099.137198:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137203:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:1.0:1787699099.137204:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787699099.137208:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787699099.137209:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947251584:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699099.137216:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787699099.137216:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137220:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.137222:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699099.137224:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699099.137225:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
02000000:00000001:1.0:1787699099.137226:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787699099.137231:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000010:1.0:1787699099.137233:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787699099.137235:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699099.137237:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699099.137238:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137242:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699099.137244:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787699099.137245:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:3.0:1787699099.137248:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699099.137251:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b58.
02000000:00000010:3.0:1787699099.137254:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787699099.137258:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699099.137260:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3f68.
00000100:00000200:1.0:1787699099.137268:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251584, portal 25
00000100:00100000:3.0:1787699099.137269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699099.137273:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699099.137276:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000001:3.0:1787699099.137280:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699099.137283:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699099.137287:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699099.137288:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699099.137294:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699099.137296:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699099.137297:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699099.137299:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699099.137301:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699099.137305:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699099.137309:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4313
00000400:00000200:3.0:1787699099.137315:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699099.137317:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787699099.137318:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699099.137321:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699099.137324:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699099.137326:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:1.0:1787699099.137329:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3770.
00000100:00000001:3.0:1787699099.137329:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699099.137333:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699099.137335:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947251584, offset 0
00000100:00000001:3.0:1787699099.137335:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699099.137338:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699099.137340:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699099.137341:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699099.137342:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699099.137343:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699099.137345:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699099.137348:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699099.137352:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137353:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699099.137358:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699099.137362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699099.137363:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699099.137367:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:1.0:1787699099.137369:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:3.0:1787699099.137373:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137378:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699099.137380:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787699099.137381:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699099.137386:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:3.0:1787699099.137387:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699099.137391:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787699099.137391:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137395:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699099.137396:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000008:00100000:3.0:1787699099.137398:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699099.137401:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12605:12605:256:4294967295] 192.168.201.121@tcp LPNI seq info [12605:12605:8:4294967295]
00000008:00000001:3.0:1787699099.137402:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137406:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699099.137409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:3.0:1787699099.137410:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699099.137413:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699099.137417:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699099.137420:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699099.137421:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787699099.137422:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699099.137425:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699099.137427:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699099.137431:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000010:3.0:1787699099.137432:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787699099.137436:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699099.137437:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4c00.
00000100:00100000:3.0:1787699099.137441:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787699099.137445:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699099.137452:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699099.137459:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699099.137461:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699099.137465:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699099.137472:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137473:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699099.137478:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699099.137478:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699099.137481:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298986147
00000100:00080000:3.0:1787699099.137486:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1787699099.137487:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010c00.
00000100:00000001:3.0:1787699099.137489:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699099.137492:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699099.137494:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699099.137496:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699099.137500:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4313
00000100:00000001:1.0:1787699099.137501:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298986147
00000100:00000010:1.0:1787699099.137506:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470108a0.
00000400:00000200:3.0:1787699099.137507:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699099.137509:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1787699099.137513:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787699099.137514:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787699099.137517:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699099.137518:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137521:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137525:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699099.137525:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699099.137532:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699099.137535:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787699099.137535:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699099.137539:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787699099.137541:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699099.137542:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699099.137544:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787699099.137546:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787699099.137550:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699099.137551:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699099.137553:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699099.137557:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699099.137560:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699099.137564:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699099.137570:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699099.137576:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787699099.137576:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137578:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699099.137580:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699099.137582:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
02000000:00000001:1.0:1787699099.137585:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699099.137588:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699099.137590:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137592:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00100000:1.0:1787699099.137597:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251712:192.168.201.121@tcp:38:kworker.0
00000020:00000040:3.0:1787699099.137597:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787699099.137604:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787699099.137605:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787699099.137609:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787699099.137610:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.137612:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699099.137613:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699099.137616:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787699099.137618:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787699099.137621:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:3.0:1787699099.137622:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.137626:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.137627:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699099.137631:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699099.137635:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:3.0:1787699099.137637:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699099.137641:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1ec8.
00000100:00000001:3.0:1787699099.137641:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699099.137646:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000400:00000010:1.0:1787699099.137648:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000020:00000040:3.0:1787699099.137651:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:1.0:1787699099.137653:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251712, portal 10
02000000:00000001:3.0:1787699099.137654:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699099.137656:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137658:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699099.137659:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699099.137660:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787699099.137663:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
02000000:00000001:3.0:1787699099.137663:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699099.137670:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000040:1.0:1787699099.137673:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699099.137674:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699099.137679:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699099.137688:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699099.137692:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137697:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699099.137699:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699099.137702:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699099.137705:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3ee0.
00000100:00000200:1.0:1787699099.137710:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947251712, offset 0
00000400:00000200:1.0:1787699099.137718:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699099.137718:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699099.137725:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4323)
00000400:00000200:1.0:1787699099.137726:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699099.137734:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699099.137737:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699099.137740:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699099.137742:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699099.137746:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699099.137750:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12606:12606:255:4294967295] 192.168.201.121@tcp LPNI seq info [12606:12606:7:4294967295]
00000400:00000200:1.0:1787699099.137754:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699099.137760:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699099.137764:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699099.137768:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4200.
00000800:00000200:1.0:1787699099.137772:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699099.137775:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699099.137778:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699099.137782:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699099.137785:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699099.137787:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298985489
00000100:00000001:1.0:1787699099.137789:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298986147
00000100:00000001:1.0:1787699099.137791:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298985489
00000100:00000001:1.0:1787699099.137793:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298986147
00000100:00000001:1.0:1787699099.137795:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699099.137797:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137799:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699099.137803:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699099.137818:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699099.137820:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.137822:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699099.137823:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699099.137825:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699099.137828:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251840:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699099.137830:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699099.137832:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699099.137833:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.137835:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699099.137838:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699099.137840:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699099.137843:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699099.137846:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699099.137872:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699099.137875:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251840, portal 4
00000100:00000001:1.0:1787699099.137876:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699099.137878:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699099.137884:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699099.137890:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699099.137891:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699099.137893:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3bb0.
00000100:00000200:1.0:1787699099.137895:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947251840, offset 0
00000400:00000200:1.0:1787699099.137899:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699099.137902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699099.137906:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699099.137909:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699099.137911:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699099.137913:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699099.137916:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699099.137918:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12607:12607:254:4294967295] 192.168.201.121@tcp LPNI seq info [12607:12607:6:4294967295]
00000400:00000200:1.0:1787699099.137922:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699099.137928:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699099.137932:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699099.137936:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4300.
00000800:00000200:1.0:1787699099.137940:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699099.137943:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699099.137946:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699099.137948:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699099.137951:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699099.137953:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298985507
00000100:00000001:1.0:1787699099.137955:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298986147
00000100:00000001:1.0:1787699099.137957:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298985507
00000100:00000001:1.0:1787699099.137959:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298986147
00000100:00000001:1.0:1787699099.137961:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699099.137963:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137965:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.137967:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699099.137970:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699099.137971:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787699099.137973:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699099.137975:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699099.137976:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699099.137979:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699099.137985:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699099.137986:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.137988:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699099.137990:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699099.137991:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699099.137994:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251968:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699099.137997:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699099.137998:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699099.138000:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699099.138001:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699099.138006:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699099.138007:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699099.138010:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699099.138013:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e1b00.
00000400:00000010:1.0:1787699099.138016:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3550.
00000100:00000200:1.0:1787699099.138019:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947251968, portal 4
00000100:00000001:1.0:1787699099.138020:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699099.138022:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699099.138027:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699099.138033:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699099.138035:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699099.138038:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3660.
00000100:00000200:1.0:1787699099.138040:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947251968, offset 0
00000400:00000200:1.0:1787699099.138044:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699099.138048:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699099.138052:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699099.138054:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699099.138057:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699099.138059:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699099.138061:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699099.138063:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12608:12608:253:4294967295] 192.168.201.121@tcp LPNI seq info [12608:12608:5:4294967295]
00000400:00000200:1.0:1787699099.138066:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699099.138072:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699099.138075:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699099.138079:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4600.
00000800:00000200:1.0:1787699099.138082:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699099.138086:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699099.138088:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699099.138091:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699099.138095:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699099.138097:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298985494
00000100:00000001:1.0:1787699099.138099:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298986147
00000100:00000001:1.0:1787699099.138101:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298985494
00000100:00000001:1.0:1787699099.138103:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298986147
00000100:00000001:1.0:1787699099.138105:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699099.138107:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.138109:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.138111:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699099.138114:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699099.138115:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787699099.138117:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699099.138118:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699099.138120:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699099.138122:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699099.584936:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699099.584936:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699099.584939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699099.584943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699099.584943:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.584943:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699099.584946:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699099.584947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699099.584949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699099.584950:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699099.584951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699099.584953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699099.584956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699099.584956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699099.584957:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699099.584960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699099.584961:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699099.584962:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699099.584967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699099.584969:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699099.584971:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699099.584972:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699099.584975:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699099.584977:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699099.584978:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699099.584981:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699099.584984:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699099.840932:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298986147, at 4298986176
00000100:00000040:1.0:1787699099.840932:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298986147, at 4298986176
00000100:00000010:0.0:1787699099.840946:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010c00.
00000100:00000010:1.0:1787699099.840948:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470108a0.
00000100:00000001:2.0:1787699100.160949:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699100.160957:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699100.160959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699100.160965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699100.160968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699100.160972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699100.160974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699100.160978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699100.160980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699100.608970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699100.608970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699100.608975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699100.608980:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699100.608980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699100.608980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699100.608984:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699100.608985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699100.608988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699100.608992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699100.608992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699100.608993:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699100.608996:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699100.608998:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699100.608999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699100.608999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699100.609002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699100.609004:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699100.609005:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699100.609009:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699100.609012:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699100.609012:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699100.609026:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699100.609033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699100.609136:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699100.609140:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699100.609142:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699101.184954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699101.184960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699101.184962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699101.184966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699101.184970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699101.184973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699101.184976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699101.184978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699101.184982:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699101.632943:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699101.632949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699101.632950:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699101.632953:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699101.632954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699101.632958:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699101.632962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699101.632963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699101.632967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699101.632968:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699101.632971:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699101.632972:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699101.632973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699101.632975:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699101.632977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699101.632978:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699101.632978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699101.632983:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699101.632987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699101.632991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699101.632994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699101.632996:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699101.632998:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699101.633001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699101.633004:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699101.633007:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699101.633011:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699102.208971:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699102.208986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699102.208988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699102.208993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699102.208996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699102.209000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699102.209004:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699102.209010:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699102.209014:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787699102.209131:0:2343:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:0.0:1787699102.209166:0:2343:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787699102.209173:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699102.209175:0:2343:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:0.0:1787699102.209179:0:2343:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:0.0:1787699102.209181:0:2343:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787699102.209185:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787699102.209188:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4c00.
00000400:00000200:0.0:1787699102.209192:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787699102.209195:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787699102.209200:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3770
00000400:00000010:0.0:1787699102.209202:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3770.
00000100:00000001:0.0:1787699102.209205:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787699102.209212:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699102.209235:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787699102.209239:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699102.209246:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699102.209248:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787699102.209257:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787699102.209259:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4200.
00000400:00000200:0.0:1787699102.209263:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787699102.209267:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787699102.209279:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787699102.209282:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3ee0
00000100:00000001:1.0:1787699102.209284:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000010:0.0:1787699102.209286:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3ee0.
00000100:00000001:1.0:1787699102.209290:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787699102.209291:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787699102.209298:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699102.209303:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699099/real 1787699102]  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699102.209313:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787699102.209319:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699102.209332:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787699102.209332:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699102.209336:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787699102.209337:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:1.0:1787699102.209341:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b58.
00000800:00000100:0.0:1787699102.209347:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000400:00000200:1.0:1787699102.209348:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3f68
00000800:00000010:0.0:1787699102.209351:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4300.
00000400:00000010:1.0:1787699102.209353:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3f68.
00000400:00000200:0.0:1787699102.209357:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787699102.209358:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787699102.209363:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1787699102.209367:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787699102.209369:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3bb0
00000400:00000010:0.0:1787699102.209373:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3bb0.
00000100:00000001:0.0:1787699102.209379:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787699102.209386:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699102.209387:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209410:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699102.209414:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209420:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787699102.209421:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787699102.209423:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787699102.209427:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699102.209432:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209443:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699102.209448:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699102.209457:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699102.209461:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699102.209463:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:0.0:1787699102.209470:0:2343:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:0.0:1787699102.209473:0:2343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4600.
00000400:00000200:0.0:1787699102.209476:0:2343:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787699102.209480:0:2343:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787699102.209481:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787699102.209484:0:2343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3660
00000100:00000001:1.0:1787699102.209484:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:0.0:1787699102.209488:0:2343:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3660.
00000100:00000001:1.0:1787699102.209489:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699102.209492:0:2343:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787699102.209494:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000200:0.0:1787699102.209498:0:2343:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209498:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699102.209505:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787699102.209510:0:2343:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787699102.209514:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000040:0.0:1787699102.209517:0:2343:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699124 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209519:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787699102.209528:0:2343:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699102.209529:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787699102.209532:0:2343:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787699102.209542:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947251584:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699102.209559:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.209562:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699102.209565:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947251584/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209572:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699102.209575:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699102.209578:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699102.209582:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699102.209585:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699102.209587:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699102.209589:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699102.209592:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699102.209596:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699102.209598:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699102.209600:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699102.209603:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699102.209609:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209612:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.209614:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699102.209616:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699102.209617:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699102.209621:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699099/real 1787699102]  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699102.209628:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699102.209629:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699102.209631:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1b00.
00000400:00000200:1.0:1787699102.209634:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3550
00000400:00000010:1.0:1787699102.209635:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3550.
00000100:00000001:1.0:1787699102.209642:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699102.209645:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699102.209653:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209659:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699102.209660:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209661:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699102.209663:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699102.209666:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209671:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699102.209675:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209683:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699102.209686:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209688:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699102.209689:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209690:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699102.209692:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699102.209694:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699102.209698:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699102.209700:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699102.209704:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699102.209711:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251968:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699102.209715:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699102.209718:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699099/real 1787699102]  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699102.209725:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699102.209726:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699102.209728:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e1ec8.
00000400:00000200:1.0:1787699102.209730:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699102.209731:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699102.209733:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699102.209736:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699102.209743:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209749:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699102.209750:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209752:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699102.209757:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699102.209761:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209768:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699102.209772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209778:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699102.209780:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209781:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699102.209782:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209783:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699102.209786:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699102.209788:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699102.209792:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699102.209794:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699102.209798:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699102.209805:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251712:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699102.209808:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699102.209812:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699099/real 1787699102]  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699102.209819:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699102.209821:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699102.209828:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699102.209831:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699102.209832:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699102.209834:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699102.209837:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699102.209888:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209894:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699102.209896:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209898:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699102.209899:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699102.209902:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209907:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699102.209910:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209916:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699102.209918:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209919:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699102.209921:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209922:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699102.209924:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699102.209926:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699102.209929:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699102.209931:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699102.209934:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699102.209946:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947251840:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699102.209950:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209952:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699102.209955:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947251968/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.209965:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699102.209966:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699102.209968:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699102.209971:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699102.209973:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699102.209974:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699102.209976:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699102.209977:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699102.209980:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699102.209981:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699102.209982:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699102.209985:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699102.209986:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.209988:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699102.209990:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947251712/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.210000:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699102.210001:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699102.210002:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699102.210004:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699102.210005:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699102.210006:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699102.210008:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699102.210009:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699102.210011:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699102.210012:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699102.210013:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699102.210014:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699102.210015:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.210017:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699102.210019:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947251840/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699124 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699102.210024:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699102.210025:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699102.210026:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699102.210029:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699102.210030:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699102.210031:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699102.210032:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699102.210033:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699102.210035:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699102.210036:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699102.210037:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699102.210039:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699102.210040:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.210042:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.210051:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699102.210052:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.210054:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699102.210056:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.656930:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699102.656930:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699102.656937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699102.656938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699102.656940:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.656941:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699102.656943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699102.656946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699102.656947:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699102.656948:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699102.656951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699102.656952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699102.656955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699102.656955:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.656956:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699102.656959:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699102.656960:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699102.656963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699102.656965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699102.656966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.656967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699102.656969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699102.656971:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699102.656975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699102.656997:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699102.657000:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699102.657002:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699103.232985:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699103.232990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699103.232991:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699103.232995:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699103.232998:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699103.233001:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699103.233002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699103.233004:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699103.233006:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699103.680938:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699103.680938:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699103.680943:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699103.680946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699103.680947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699103.680948:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699103.680949:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699103.680951:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699103.680954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699103.680955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699103.680956:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699103.680957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699103.680958:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699103.680962:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699103.680963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699103.680964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699103.680965:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699103.680967:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699103.680968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699103.680968:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699103.680974:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699103.680975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699103.680976:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699103.680980:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699103.680991:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699103.680994:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699103.680998:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787699104.256975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699104.256985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699104.256988:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699104.256989:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787699104.256992:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699104.256994:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699104.256997:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.256999:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787699104.257001:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699104.257005:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699104.257007:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699104.257008:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4318
00000100:00000001:2.0:1787699104.257010:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699104.257013:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699104.257015:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699104.257019:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699104.257026:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699104.257030:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699104.257034:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257037:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699104.257040:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257042:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699104.257046:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699104.257048:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699104.257051:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699104.257054:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699104.257056:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699104.257070:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699104.257073:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257075:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699104.257077:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257079:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699104.257082:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699104.257085:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257088:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699104.257091:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699104.257094:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699104.257097:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257099:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699104.257102:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699104.257108:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787699104.257112:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699104.257115:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699104.257117:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257120:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699104.257122:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699104.257126:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699104.257134:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787699104.257139:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699104.257148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699104.257158:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699104.257162:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699104.257166:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699104.257189:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699104.257192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699104.257195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699104.257196:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699104.257198:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699104.257205:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699104.257207:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4318
00000400:00000200:1.0:1787699104.257211:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699104.257214:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699104.257216:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699104.257220:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257222:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699104.257225:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257228:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699104.257230:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699104.257231:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699104.257233:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699104.257233:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787699104.257236:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:3.0:1787699104.257239:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787699104.257240:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699104.257243:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787699104.257245:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699104.257250:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257254:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699104.257254:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699104.257258:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257263:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699104.257269:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699104.257274:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699104.257276:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699104.257279:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257280:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699104.257284:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699104.257286:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699104.257291:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699104.257292:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699104.257296:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.257298:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257300:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:3.0:1787699104.257306:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947252096:192.168.201.121@tcp:250:kworker.0
00000008:00100000:1.0:1787699104.257307:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699104.257312:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.257315:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787699104.257316:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699104.257322:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
02000000:00000001:3.0:1787699104.257323:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787699104.257326:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699104.257330:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699104.257331:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257333:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699104.257334:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699104.257335:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699104.257337:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.257340:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699104.257342:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:1.0:1787699104.257347:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699104.257348:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699104.257353:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699104.257355:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699104.257363:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699104.257369:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1787699104.257372:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000100:00000001:1.0:1787699104.257373:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699104.257380:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787699104.257382:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000001:1.0:1787699104.257392:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699104.257393:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252096, portal 25
00000100:00080000:1.0:1787699104.257396:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787699104.257398:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699104.257401:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00080000:1.0:1787699104.257404:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699104.257407:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699104.257408:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699104.257411:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699104.257414:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4318
00000400:00000200:1.0:1787699104.257421:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699104.257422:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699104.257426:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699104.257431:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699104.257438:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699104.257439:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787699104.257444:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699104.257448:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699104.257449:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257453:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:3.0:1787699104.257453:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000020:00000001:1.0:1787699104.257459:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699104.257460:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000200:3.0:1787699104.257461:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947252096, offset 0
00000020:00000001:1.0:1787699104.257462:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699104.257466:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699104.257470:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699104.257474:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699104.257475:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699104.257480:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257483:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699104.257485:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257487:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699104.257489:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787699104.257492:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257495:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699104.257497:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787699104.257500:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699104.257501:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699104.257506:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257508:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699104.257513:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699104.257513:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000008:00000001:1.0:1787699104.257519:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257520:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699104.257522:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1787699104.257525:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787699104.257529:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:3.0:1787699104.257530:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699104.257538:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699104.257541:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699104.257545:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12609:12609:256:4294967295] 192.168.201.121@tcp LPNI seq info [12609:12609:8:4294967295]
02000000:00000001:1.0:1787699104.257548:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699104.257552:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699104.257552:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699104.257556:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699104.257559:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699104.257561:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699104.257567:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000400:00000200:3.0:1787699104.257569:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787699104.257572:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699104.257579:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1787699104.257588:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257592:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699104.257595:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699104.257598:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000100:00000040:1.0:1787699104.257601:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787699104.257611:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699104.257614:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699104.257617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699104.257621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699104.257622:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699104.257624:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699104.257628:0:38:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1787699104.257632:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1787699104.257633:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4318
00000400:00000200:1.0:1787699104.257640:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:3.1:1787699104.257644:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:1.0:1787699104.257646:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000800:00000200:3.1:1787699104.257650:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1787699104.257652:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699104.257660:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257664:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1787699104.257665:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699104.257669:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:3.0:1787699104.257671:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000100:00000001:1.0:1787699104.257675:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699104.257680:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787699104.257680:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787699104.257683:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699104.257688:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787699104.257689:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787699104.257693:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699104.257697:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:3.0:1787699104.257698:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000020:00000001:1.0:1787699104.257703:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000010:3.0:1787699104.257703:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000040:1.0:1787699104.257709:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257713:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699104.257715:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257717:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699104.257719:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699104.257722:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699104.257724:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699104.257726:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699104.257729:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699104.257731:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257732:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699104.257735:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699104.257737:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257738:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699104.257742:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787699104.257744:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699104.257746:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699104.257747:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.257748:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699104.257750:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699104.257751:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699104.257755:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787699104.257758:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699104.257762:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699104.257775:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699104.257777:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.257781:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787699104.257782:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699104.257791:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699104.257794:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699104.257801:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4328)
00000100:00000001:3.0:1787699104.257808:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.257815:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.257823:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.257825:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699104.257833:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699104.257837:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699104.257840:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298991267
00000100:00000010:3.0:1787699104.257846:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122180.
00000100:00000001:3.0:1787699104.257875:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699104.257882:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298991268
00000100:00000010:3.0:1787699104.257885:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501227e0.
00000100:00000001:3.0:1787699104.257889:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699104.257892:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699104.257895:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.257898:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699104.257903:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699104/real 1787699104]  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699104.257918:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699104.257920:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699104.257922:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699104.257925:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699104.257926:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699104.257929:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699104.257932:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699104.257941:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.257947:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699104.257949:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.257951:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.257953:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699104.257957:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.257965:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699104.257970:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.257977:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699104.257979:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.257981:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.257982:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.257984:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699104.257986:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699104.257990:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699104.257993:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699104.257995:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699104.258007:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699104.258016:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947252096:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699104.258020:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258022:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.258025:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947252096/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258032:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699104.258034:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699104.258037:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699104.258040:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699104.258042:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699104.258043:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699104.258045:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699104.258048:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:3.0:1787699104.258051:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699104.258053:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699104.258055:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787699104.258070:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699104.258072:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258074:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258082:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699104.258084:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258086:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699104.258087:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699104.258089:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699104.258092:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258099:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699104.258100:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.258102:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699104.258104:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699104.258106:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699104.258108:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252224:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699104.258112:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699104.258114:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699104.258115:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.258117:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699104.258121:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699104.258123:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699104.258127:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699104.258129:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699104.258133:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699104.258137:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252224, portal 10
00000100:00000001:3.0:1787699104.258138:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699104.258140:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787699104.258148:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258154:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699104.258157:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699104.258159:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699104.258162:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947252224, offset 0
00000400:00000200:3.0:1787699104.258167:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699104.258171:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699104.258176:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699104.258179:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699104.258181:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699104.258184:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699104.258186:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699104.258189:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12610:12610:256:4294967295] 192.168.201.121@tcp LPNI seq info [12610:12610:8:4294967295]
00000400:00000200:3.0:1787699104.258193:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699104.258200:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699104.258205:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699104.258208:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699104.258212:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699104.258216:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699104.258220:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699104.258223:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699104.258227:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699104.258229:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699104.258232:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699104.258235:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699104.258238:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699104.258240:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699104.258242:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699104.258246:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258254:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.258257:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258263:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258265:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699104.258268:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699104.258271:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699104.258275:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699104.258277:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298990610
00000100:00000001:3.0:1787699104.258280:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298991267
00000100:00000001:3.0:1787699104.258282:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298990610
00000100:00000001:3.0:1787699104.258284:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298991268
00000100:00000001:3.0:1787699104.258286:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699104.258288:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258289:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699104.258293:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699104/real 1787699104]  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699104.258300:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699104.258302:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699104.258304:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699104.258306:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699104.258308:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699104.258310:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699104.258312:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699104.258320:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258326:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699104.258327:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258329:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.258330:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699104.258333:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258339:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699104.258343:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258349:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699104.258351:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258353:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.258354:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258361:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699104.258364:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699104.258366:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699104.258369:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699104.258371:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699104.258375:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699104.258382:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252224:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699104.258386:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699104.258395:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258401:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699104.258402:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.258404:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699104.258406:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699104.258408:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699104.258411:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252352:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699104.258414:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699104.258416:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699104.258417:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.258419:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699104.258422:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699104.258424:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699104.258427:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699104.258430:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699104.258434:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699104.258436:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252352, portal 4
00000100:00000001:3.0:1787699104.258438:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699104.258440:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787699104.258446:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258452:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699104.258455:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699104.258457:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699104.258458:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947252352, offset 0
00000400:00000200:3.0:1787699104.258462:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699104.258466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699104.258470:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699104.258472:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699104.258475:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699104.258478:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699104.258480:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699104.258483:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12611:12611:256:4294967295] 192.168.201.121@tcp LPNI seq info [12611:12611:8:4294967295]
00000400:00000200:3.0:1787699104.258487:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699104.258493:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699104.258497:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699104.258500:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699104.258504:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699104.258506:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699104.258510:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699104.258513:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699104.258517:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699104.258519:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699104.258521:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699104.258524:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699104.258527:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699104.258529:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699104.258531:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699104.258535:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258542:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.258546:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258552:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258553:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699104.258556:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699104.258559:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699104.258562:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699104.258564:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298990627
00000100:00000001:3.0:1787699104.258567:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298991267
00000100:00000001:3.0:1787699104.258569:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298990627
00000100:00000001:3.0:1787699104.258572:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298991268
00000100:00000001:3.0:1787699104.258576:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699104.258578:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258579:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699104.258583:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699104/real 1787699104]  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699104.258590:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699104.258591:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699104.258593:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699104.258595:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699104.258596:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699104.258598:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699104.258601:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699104.258608:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258613:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699104.258614:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258616:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.258617:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699104.258620:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258626:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699104.258629:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258636:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699104.258638:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258640:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.258641:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258643:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699104.258645:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699104.258647:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699104.258657:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699104.258660:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699104.258664:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699104.258672:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252352:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699104.258676:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699104.258679:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258685:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699104.258686:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.258688:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699104.258690:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699104.258691:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699104.258694:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252480:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699104.258697:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699104.258699:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699104.258700:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699104.258701:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699104.258704:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699104.258706:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699104.258710:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699104.258711:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699104.258715:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699104.258717:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252480, portal 4
00000100:00000001:3.0:1787699104.258719:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699104.258720:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:3.0:1787699104.258726:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258732:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699104.258734:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699104.258736:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699104.258738:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947252480, offset 0
00000400:00000200:3.0:1787699104.258742:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699104.258745:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699104.258749:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699104.258751:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699104.258753:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699104.258755:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699104.258757:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699104.258760:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12612:12612:256:4294967295] 192.168.201.121@tcp LPNI seq info [12612:12612:8:4294967295]
00000400:00000200:3.0:1787699104.258763:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699104.258769:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699104.258772:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699104.258775:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699104.258779:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699104.258782:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699104.258785:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699104.258788:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699104.258791:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699104.258792:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699104.258795:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699104.258797:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699104.258799:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699104.258801:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699104.258803:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699104.258807:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258814:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.258817:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699129 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258827:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258828:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699104.258831:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699104.258834:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699104.258836:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699104.258838:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298990614
00000100:00000001:3.0:1787699104.258840:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298991267
00000100:00000001:3.0:1787699104.258842:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298990614
00000100:00000001:3.0:1787699104.258844:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298991268
00000100:00000001:3.0:1787699104.258845:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699104.258847:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.258879:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699104.258883:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699104/real 1787699104]  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699104.258890:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699104.258892:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699104.258893:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699104.258896:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699104.258898:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699104.258900:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699104.258903:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699104.258909:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258914:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699104.258916:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258917:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.258919:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699104.258922:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258929:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699104.258937:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258944:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699104.258946:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258947:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699104.258948:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258950:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699104.258951:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699104.258953:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699104.258956:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699104.258958:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699104.258962:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699104.258968:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252480:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699104.258972:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.258974:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.258977:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947252224/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.258983:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699104.258984:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699104.258987:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699104.258990:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699104.258991:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699104.258993:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699104.258995:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699104.258997:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:3.0:1787699104.259001:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699104.259002:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699104.259003:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787699104.259006:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699104.259007:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.259009:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.259012:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947252352/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.259017:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699104.259019:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699104.259020:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699104.259022:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699104.259023:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699104.259025:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699104.259026:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699104.259028:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:3.0:1787699104.259030:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699104.259031:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699104.259032:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:3.0:1787699104.259034:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699104.259035:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.259037:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699104.259039:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947252480/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699129 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699104.259044:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699104.259045:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699104.259047:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699104.259050:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699104.259051:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699104.259052:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699104.259054:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699104.259055:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787699104.259057:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699104.259058:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699104.259070:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699104.259073:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699104.259074:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.259076:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699104.259081:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699104.259083:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.259085:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699104.259087:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.704949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699104.704950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699104.704953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699104.704956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699104.704957:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699104.704958:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787699104.704959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.704961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699104.704961:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:3.0:1787699104.704965:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699104.704966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699104.704966:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.704972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699104.704972:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787699104.704972:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699104.704977:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.704978:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699104.704979:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699104.704980:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.704983:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699104.704985:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699104.704986:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699104.704989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699104.704990:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.704991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699104.704992:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699104.704995:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699104.704995:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699104.704997:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699104.704999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699104.705000:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699104.705003:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699104.705005:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699104.705007:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699104.705009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699104.705010:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699104.705042:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699104.705044:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699104.705047:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699104.960959:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298991267, at 4298991296
00000100:00000040:1.0:1787699104.960959:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298991268, at 4298991296
00000100:00000010:0.0:1787699104.960976:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122180.
00000100:00000010:1.0:1787699104.960978:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501227e0.
00000100:00000001:2.0:1787699105.281070:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699105.281078:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699105.281080:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699105.281085:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699105.281088:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699105.281092:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699105.281094:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699105.281096:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699105.281098:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699105.728946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699105.728946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699105.728952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699105.728952:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699105.728953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699105.728955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699105.728957:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699105.728958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699105.728960:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699105.728962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699105.728964:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699105.728966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699105.728967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699105.728969:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699105.728971:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699105.728974:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699105.728976:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699105.728976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699105.728980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699105.728981:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699105.728986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699105.728986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699105.728989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699105.728992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699105.729004:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699105.729007:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699105.729011:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699106.304941:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699106.304946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699106.304948:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699106.304951:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699106.304954:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699106.304957:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699106.304959:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699106.304961:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699106.304963:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699106.752913:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699106.752916:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699106.752920:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699106.752920:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699106.752921:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699106.752924:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699106.752925:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699106.752926:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699106.752931:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699106.752932:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699106.752934:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699106.752936:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699106.752938:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699106.752940:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699106.752940:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699106.752944:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699106.752945:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699106.752945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699106.752949:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699106.752951:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699106.752954:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699106.752954:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699106.752955:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:3.0:1787699106.752957:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699106.752961:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699106.752961:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699106.752967:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699106.752970:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699106.752973:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699106.752975:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699106.753009:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699106.753011:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699106.753014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699107.328953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699107.328960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699107.328962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699107.328966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699107.328969:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699107.328972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699107.328974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699107.328977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699107.328979:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699107.776940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699107.776940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699107.776942:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699107.776949:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699107.776951:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699107.776951:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699107.776954:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699107.776955:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699107.776956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699107.776956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699107.776961:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699107.776963:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699107.776963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699107.776966:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699107.776967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699107.776969:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699107.776970:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699107.776974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699107.776976:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699107.776979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699107.776981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699107.776986:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787699107.776987:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1787699107.776988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699107.776991:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699107.776993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699107.776994:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699108.353152:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699108.353160:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699108.353162:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699108.353167:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699108.353171:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699108.353175:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699108.353177:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699108.353179:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699108.353183:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699108.800945:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699108.800945:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699108.800949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699108.800953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699108.800953:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699108.800954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699108.800956:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699108.800957:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699108.800962:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699108.800963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699108.800963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699108.800967:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699108.800967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699108.800968:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699108.800972:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699108.800972:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699108.800975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699108.800977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699108.800978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699108.800980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699108.800999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699108.800999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699108.801002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699108.801006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699108.801079:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699108.801083:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699108.801087:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787699109.376916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699109.376928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699109.376930:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699109.376934:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699109.376939:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699109.376945:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4323
00000400:00000200:1.0:1787699109.376961:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699109.376968:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:2.0:1787699109.376990:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699109.376995:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787699109.376996:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787699109.376997:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699109.377003:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000040:1.0:1787699109.377004:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699109.377009:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699109.377010:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787699109.377015:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699109.377016:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377020:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:2.0:1787699109.377022:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787699109.377024:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787699109.377026:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787699109.377027:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000100:00000001:2.0:1787699109.377031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699109.377033:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699109.377038:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699109.377041:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699109.377043:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699109.377047:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377049:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699109.377052:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377054:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699109.377057:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699109.377061:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377064:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699109.377066:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699109.377070:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699109.377072:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377074:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699109.377075:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699109.377083:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787699109.377085:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699109.377088:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699109.377089:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377091:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699109.377093:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699109.377096:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699109.377103:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787699109.377109:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699109.377118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699109.377127:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699109.377131:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699109.377136:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699109.377153:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699109.377156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699109.377158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699109.377159:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699109.377160:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699109.377162:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699109.377163:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4323
00000400:00000200:1.0:1787699109.377166:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699109.377168:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699109.377169:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699109.377171:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377172:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699109.377174:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377175:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699109.377177:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699109.377178:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699109.377179:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699109.377180:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699109.377182:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699109.377183:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699109.377185:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377186:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699109.377188:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377190:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699109.377191:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699109.377193:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377195:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377195:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787699109.377196:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699109.377201:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699109.377204:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699109.377212:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699109.377214:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699109.377219:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377224:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699109.377229:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1787699109.377230:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787699109.377231:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787699109.377237:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.377237:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787699109.377241:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.377242:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699109.377246:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699109.377248:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787699109.377252:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00100000:3.0:1787699109.377252:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947252608:192.168.201.121@tcp:250:kworker.0
02000000:00000001:1.0:1787699109.377254:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699109.377256:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377259:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699109.377261:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699109.377263:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699109.377265:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00000001:1.0:1787699109.377268:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377270:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1787699109.377273:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699109.377279:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787699109.377279:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787699109.377282:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699109.377285:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699109.377285:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.377291:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787699109.377294:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699109.377298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1787699109.377299:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
00000100:00080000:1.0:1787699109.377302:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787699109.377304:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377306:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699109.377309:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699109.377312:0:38:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787699109.377314:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:1.0:1787699109.377318:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4323
00000400:00000010:3.0:1787699109.377321:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000200:1.0:1787699109.377325:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699109.377330:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000010:3.0:1787699109.377330:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00080000:1.0:1787699109.377336:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787699109.377339:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252608, portal 25
00000100:00000040:1.0:1787699109.377340:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377343:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787699109.377345:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699109.377347:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:1.0:1787699109.377355:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:3.0:1787699109.377355:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699109.377361:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699109.377367:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699109.377370:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000100:00000001:3.0:1787699109.377373:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787699109.377374:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699109.377377:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000040:3.0:1787699109.377378:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787699109.377382:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:3.0:1787699109.377383:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000020:00000001:1.0:1787699109.377388:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000200:3.0:1787699109.377390:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947252608, offset 0
00000400:00000200:3.0:1787699109.377400:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699109.377401:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377405:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699109.377408:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699109.377411:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699109.377412:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699109.377417:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699109.377420:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:1.0:1787699109.377424:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787699109.377428:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787699109.377430:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699109.377433:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787699109.377436:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:1.0:1787699109.377438:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699109.377441:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699109.377442:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787699109.377443:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699109.377447:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699109.377450:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000008:00000001:1.0:1787699109.377451:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377455:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699109.377459:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12613:12613:256:4294967295] 192.168.201.121@tcp LPNI seq info [12613:12613:8:4294967295]
00000100:00000010:1.0:1787699109.377460:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787699109.377465:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699109.377469:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699109.377471:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699109.377471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699109.377474:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699109.377476:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699109.377478:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699109.377482:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000100:00000001:1.0:1787699109.377485:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699109.377491:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699109.377503:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699109.377518:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377519:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699109.377524:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699109.377525:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000100:00000040:1.0:1787699109.377530:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787699109.377539:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699109.377544:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699109.377546:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1787699109.377549:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699109.377554:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.1:1787699109.377556:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699109.377557:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699109.377560:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1787699109.377563:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1787699109.377565:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699109.377568:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4323
00000400:00000200:1.0:1787699109.377572:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699109.377575:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699109.377579:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699109.377584:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000100:3.0:1787699109.377588:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377589:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1787699109.377593:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000100:00000040:1.0:1787699109.377594:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377599:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699109.377600:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699109.377608:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699109.377615:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699109.377618:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699109.377622:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787699109.377625:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:3.0:1787699109.377628:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787699109.377629:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699109.377632:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699109.377636:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699109.377640:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699109.377643:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787699109.377646:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699109.377648:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377652:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699109.377654:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699109.377655:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377659:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699109.377663:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699109.377667:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699109.377671:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699109.377674:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699109.377677:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699109.377677:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699109.377682:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377682:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699109.377685:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699109.377687:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699109.377689:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377690:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377691:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699109.377693:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787699109.377696:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699109.377700:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787699109.377700:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699109.377702:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699109.377704:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787699109.377705:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4298996387
02000000:00000001:1.0:1787699109.377706:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699109.377708:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699109.377714:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000010:3.0:1787699109.377715:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122600.
00000100:00000001:1.0:1787699109.377717:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699109.377723:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699109.377723:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699109.377731:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699109.377732:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4298996387
00000100:00000001:1.0:1787699109.377734:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699109.377738:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122f00.
00000100:00000040:1.0:1787699109.377739:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.377744:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699109.377747:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377750:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787699109.377751:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4333)
00000100:00000001:3.0:1787699109.377755:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377759:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699109.377765:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699109/real 1787699109]  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699109.377774:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699109.377776:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699109.377777:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699109.377780:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699109.377781:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699109.377783:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699109.377786:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699109.377794:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.377800:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699109.377802:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.377804:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.377806:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699109.377809:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.377815:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699109.377820:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.377826:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699109.377829:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.377830:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.377831:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.377834:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699109.377835:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699109.377838:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699109.377841:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699109.377843:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699109.377876:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699109.377884:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947252608:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699109.377889:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.377891:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.377894:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947252608/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.377901:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699109.377903:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699109.377905:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699109.377909:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699109.377911:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699109.377912:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699109.377914:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699109.377916:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:3.0:1787699109.377920:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699109.377922:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699109.377923:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787699109.377937:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699109.377939:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.377941:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.377953:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699109.377954:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.377956:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699109.377957:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699109.377959:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699109.377962:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.377968:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699109.377970:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.377984:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699109.377986:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699109.377989:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699109.377991:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252736:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699109.377996:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699109.377998:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699109.377999:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.378001:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699109.378004:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699109.378005:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699109.378008:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699109.378010:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699109.378014:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699109.378017:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252736, portal 10
00000100:00000001:3.0:1787699109.378019:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699109.378020:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787699109.378026:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378031:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699109.378042:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699109.378045:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699109.378047:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947252736, offset 0
00000400:00000200:3.0:1787699109.378051:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699109.378055:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699109.378059:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699109.378062:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699109.378064:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699109.378066:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699109.378068:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699109.378071:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12614:12614:256:4294967295] 192.168.201.121@tcp LPNI seq info [12614:12614:8:4294967295]
00000400:00000200:3.0:1787699109.378075:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699109.378081:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699109.378085:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699109.378088:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699109.378091:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699109.378094:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787699109.378098:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699109.378101:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787699109.378104:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699109.378106:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699109.378109:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699109.378111:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699109.378114:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699109.378115:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699109.378117:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699109.378121:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378132:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.378135:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378141:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378143:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699109.378146:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699109.378149:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699109.378152:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699109.378154:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298995730
00000100:00000001:3.0:1787699109.378157:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298996387
00000100:00000001:3.0:1787699109.378159:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298995730
00000100:00000001:3.0:1787699109.378161:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298996387
00000100:00000001:3.0:1787699109.378163:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699109.378165:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378167:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699109.378170:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699109/real 1787699109]  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699109.378177:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699109.378178:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699109.378180:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699109.378182:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699109.378184:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699109.378185:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699109.378188:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699109.378195:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378201:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699109.378203:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378204:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.378205:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699109.378209:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378215:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699109.378218:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378224:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699109.378226:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378228:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.378229:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378231:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699109.378233:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699109.378235:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699109.378238:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699109.378240:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699109.378243:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699109.378250:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252736:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699109.378253:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699109.378256:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378262:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699109.378263:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.378265:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699109.378266:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699109.378268:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699109.378271:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252864:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699109.378273:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699109.378275:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699109.378276:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.378278:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699109.378281:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699109.378283:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699109.378286:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699109.378288:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699109.378292:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699109.378294:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252864, portal 4
00000100:00000001:3.0:1787699109.378296:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699109.378297:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787699109.378303:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378309:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699109.378311:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699109.378313:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699109.378315:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947252864, offset 0
00000400:00000200:3.0:1787699109.378319:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699109.378322:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699109.378325:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699109.378327:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699109.378329:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699109.378332:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699109.378334:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699109.378337:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12615:12615:256:4294967295] 192.168.201.121@tcp LPNI seq info [12615:12615:8:4294967295]
00000400:00000200:3.0:1787699109.378340:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699109.378346:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699109.378349:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699109.378352:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699109.378356:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699109.378359:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787699109.378362:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699109.378365:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787699109.378368:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699109.378370:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699109.378372:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699109.378375:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699109.378378:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699109.378379:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699109.378382:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699109.378385:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378391:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.378394:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378400:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378402:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699109.378404:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699109.378407:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699109.378409:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699109.378411:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298995747
00000100:00000001:3.0:1787699109.378414:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298996387
00000100:00000001:3.0:1787699109.378416:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298995747
00000100:00000001:3.0:1787699109.378418:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298996387
00000100:00000001:3.0:1787699109.378420:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699109.378421:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378423:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699109.378426:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699109/real 1787699109]  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699109.378432:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699109.378434:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699109.378436:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699109.378437:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699109.378439:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699109.378441:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699109.378443:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699109.378450:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378456:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699109.378457:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378459:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.378460:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699109.378464:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378469:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699109.378472:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378478:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699109.378480:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378482:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.378483:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378485:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699109.378486:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699109.378488:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699109.378491:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699109.378493:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699109.378497:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699109.378509:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252864:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699109.378512:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699109.378515:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378521:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699109.378522:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.378524:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699109.378526:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699109.378527:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699109.378530:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252992:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699109.378533:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699109.378535:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699109.378536:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699109.378538:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699109.378540:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699109.378542:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699109.378545:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699109.378547:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699109.378550:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699109.378552:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947252992, portal 4
00000100:00000001:3.0:1787699109.378554:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699109.378555:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:3.0:1787699109.378560:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378567:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699109.378569:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699109.378571:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699109.378573:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947252992, offset 0
00000400:00000200:3.0:1787699109.378576:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699109.378580:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699109.378583:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699109.378586:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699109.378588:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699109.378590:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699109.378593:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699109.378595:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12616:12616:256:4294967295] 192.168.201.121@tcp LPNI seq info [12616:12616:8:4294967295]
00000400:00000200:3.0:1787699109.378599:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699109.378605:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699109.378608:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699109.378611:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699109.378615:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699109.378617:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787699109.378621:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699109.378624:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1787699109.378627:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699109.378629:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699109.378631:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699109.378634:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699109.378637:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699109.378638:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699109.378640:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699109.378643:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378650:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.378653:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699134 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378659:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378661:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699109.378663:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699109.378666:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699109.378669:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699109.378670:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4298995734
00000100:00000001:3.0:1787699109.378672:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4298996387
00000100:00000001:3.0:1787699109.378674:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4298995734
00000100:00000001:3.0:1787699109.378676:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4298996387
00000100:00000001:3.0:1787699109.378678:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699109.378680:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378682:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699109.378685:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699109/real 1787699109]  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699109.378691:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699109.378693:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699109.378694:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699109.378696:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699109.378697:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699109.378699:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699109.378702:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699109.378709:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378715:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699109.378716:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378718:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.378719:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699109.378722:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378728:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699109.378732:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378737:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699109.378740:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378741:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699109.378743:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378744:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699109.378746:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699109.378748:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699109.378751:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699109.378753:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699109.378756:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699109.378764:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947252992:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699109.378767:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378769:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.378772:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947252736/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378778:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699109.378779:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699109.378781:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699109.378783:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699109.378785:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699109.378786:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699109.378787:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699109.378789:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787699109.378791:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699109.378792:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699109.378793:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787699109.378796:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699109.378796:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378798:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.378800:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947252864/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378809:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699109.378810:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699109.378811:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699109.378813:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699109.378814:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699109.378815:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699109.378817:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699109.378818:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:3.0:1787699109.378820:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699109.378821:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699109.378822:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787699109.378824:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699109.378825:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378826:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699109.378828:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947252992/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699134 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699109.378833:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699109.378834:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699109.378835:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699109.378837:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699109.378838:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699109.378839:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699109.378841:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699109.378842:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:3.0:1787699109.378843:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699109.378844:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699109.378845:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787699109.378866:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699109.378868:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378870:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699109.378874:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699109.378875:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.378876:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699109.378878:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.824940:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699109.824945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699109.824948:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699109.824950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.824952:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699109.824958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699109.824959:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699109.824961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699109.824981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699109.824983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.824986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699109.824993:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699109.824996:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699109.824996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699109.824999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699109.825000:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699109.825002:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699109.825002:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699109.825004:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699109.825006:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699109.825009:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699109.825011:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699109.825013:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699109.825016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699109.825016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699109.825021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699109.825034:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699110.080922:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4298996387, at 4298996416
00000100:00000010:0.0:1787699110.080934:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122600.
00000100:00000040:1.0:1787699110.081044:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4298996387, at 4298996416
00000100:00000010:1.0:1787699110.081048:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122f00.
00000100:00000001:2.0:1787699110.400996:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699110.401003:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699110.401005:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699110.401009:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699110.401013:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699110.401017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699110.401019:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699110.401021:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699110.401025:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699110.848964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699110.848964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699110.848973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699110.848973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699110.848973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699110.848976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699110.848976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699110.848978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699110.848984:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699110.848984:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699110.848985:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699110.848989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699110.848990:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699110.848990:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699110.848995:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699110.848995:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699110.848996:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699110.848999:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699110.849000:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699110.849002:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699110.849006:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699110.849006:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699110.849007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699110.849009:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699110.849060:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699110.849064:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699110.849067:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699111.424970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699111.424978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699111.424980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699111.424985:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699111.424989:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699111.424996:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699111.424998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699111.425000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699111.425003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699111.872964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699111.872970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699111.872972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699111.872976:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699111.872976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699111.872980:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699111.872980:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699111.872984:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699111.872987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699111.872988:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699111.872988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699111.872991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699111.872993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699111.872998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699111.872998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699111.873000:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699111.873000:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699111.873004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699111.873005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699111.873008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699111.873013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699111.873016:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699111.873019:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699111.873022:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699111.873030:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699111.873034:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699111.873038:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699112.448976:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699112.448983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699112.448985:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699112.448990:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699112.448994:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699112.448997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699112.449000:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699112.449002:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699112.449005:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699112.896964:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699112.896965:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699112.896973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699112.896973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699112.896977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699112.896978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699112.896982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699112.896986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699112.896986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699112.896987:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699112.896992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699112.896994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699112.896996:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699112.896997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699112.897000:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699112.897002:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699112.897002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699112.897005:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699112.897007:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699112.897008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699112.897013:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699112.897013:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699112.897017:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699112.897021:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699112.897050:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699112.897055:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699112.897058:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699113.472958:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699113.472974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699113.472977:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699113.472982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699113.472986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699113.472990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699113.472992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699113.472995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699113.472998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699113.920966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699113.920966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699113.920975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699113.920975:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699113.920978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699113.920979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699113.920987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699113.920988:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699113.920988:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699113.920994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699113.920995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699113.920995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699113.921000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699113.921001:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699113.921002:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699113.921003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699113.921007:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699113.921010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699113.921011:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699113.921014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699113.921017:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699113.921017:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699113.921021:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699113.921024:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699113.921071:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699113.921075:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699113.921079:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787699114.496967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699114.496967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699114.496975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787699114.496977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699114.496978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.496981:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787699114.496984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:1.0:1787699114.496985:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699114.496991:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699114.496992:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699114.496997:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699114.497001:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4328
00000100:00000001:2.0:1787699114.497002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699114.497006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699114.497010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699114.497018:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699114.497025:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699114.497028:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699114.497032:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497035:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497038:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497041:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699114.497045:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699114.497047:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699114.497050:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699114.497053:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699114.497055:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699114.497058:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699114.497061:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497063:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497065:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497067:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699114.497071:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699114.497074:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497076:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699114.497079:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699114.497089:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699114.497092:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497094:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699114.497097:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699114.497106:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787699114.497109:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699114.497113:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699114.497115:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497118:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699114.497120:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699114.497125:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699114.497132:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787699114.497138:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699114.497147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699114.497157:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699114.497160:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699114.497165:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497189:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699114.497191:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699114.497194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699114.497196:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699114.497198:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699114.497200:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699114.497203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4328
00000400:00000200:1.0:1787699114.497207:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699114.497210:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699114.497213:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699114.497215:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497218:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497220:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497223:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699114.497226:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699114.497227:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699114.497229:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699114.497237:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:3.0:1787699114.497237:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787699114.497242:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699114.497243:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787699114.497245:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699114.497247:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699114.497251:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497255:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497258:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497260:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699114.497263:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000040:3.0:1787699114.497264:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787699114.497266:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497272:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699114.497276:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699114.497278:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699114.497280:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699114.497282:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699114.497283:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699114.497288:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.497288:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699114.497291:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497292:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:3.0:1787699114.497296:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947253120:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699114.497299:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699114.497303:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787699114.497304:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787699114.497305:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.497311:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787699114.497312:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497315:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699114.497318:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
00000100:00000010:1.0:1787699114.497319:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
02000000:00000001:3.0:1787699114.497322:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787699114.497324:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699114.497328:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699114.497331:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699114.497331:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699114.497335:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699114.497337:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787699114.497337:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
02000000:00000001:1.0:1787699114.497340:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699114.497346:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000400:00000010:3.0:1787699114.497347:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000001:1.0:1787699114.497350:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699114.497355:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253120, portal 25
00000100:00000001:3.0:1787699114.497358:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787699114.497359:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699114.497359:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:3.0:1787699114.497368:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497375:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699114.497380:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497385:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699114.497387:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699114.497392:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699114.497397:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000001:1.0:1787699114.497403:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699114.497404:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947253120, offset 0
00000100:00080000:1.0:1787699114.497407:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699114.497411:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699114.497414:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787699114.497415:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:1.0:1787699114.497416:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699114.497421:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699114.497424:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4328
00000400:00000200:3.0:1787699114.497427:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699114.497432:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699114.497438:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:3.0:1787699114.497438:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:1.0:1787699114.497443:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699114.497448:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699114.497448:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787699114.497453:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497457:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699114.497457:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787699114.497462:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699114.497465:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787699114.497466:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699114.497469:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000400:00000200:3.0:1787699114.497469:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699114.497474:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12617:12617:256:4294967295] 192.168.201.121@tcp LPNI seq info [12617:12617:8:4294967295]
00000400:00000200:3.0:1787699114.497478:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:1.0:1787699114.497483:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699114.497486:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699114.497491:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699114.497493:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787699114.497496:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699114.497504:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000200:3.0:1787699114.497504:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497507:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497510:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497513:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000800:00000010:3.0:1787699114.497513:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000020:00000040:1.0:1787699114.497518:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787699114.497522:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:3.0:1787699114.497525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699114.497526:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699114.497530:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1787699114.497530:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787699114.497534:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699114.497537:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787699114.497540:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699114.497541:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699114.497545:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.1:1787699114.497547:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000008:00000001:1.0:1787699114.497549:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497552:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787699114.497556:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000010:1.0:1787699114.497557:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000800:00000010:3.0:1787699114.497560:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000020:00000040:1.0:1787699114.497562:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699114.497566:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699114.497568:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699114.497568:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787699114.497574:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699114.497576:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787699114.497578:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787699114.497579:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699114.497583:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
02000000:00000010:1.0:1787699114.497585:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000400:00000010:3.0:1787699114.497588:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:1.0:1787699114.497590:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497594:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787699114.497598:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787699114.497600:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.497607:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.497612:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497622:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699114.497626:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497627:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497632:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787699114.497633:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.497641:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497643:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699114.497648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787699114.497648:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699114.497654:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299001507
00000100:00080000:1.0:1787699114.497655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699114.497658:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699114.497660:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699114.497663:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:3.0:1787699114.497663:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122480.
00000100:00080000:1.0:1787699114.497668:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4328
00000100:00000001:3.0:1787699114.497672:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699114.497677:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299001507
00000100:00000010:3.0:1787699114.497681:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122ba0.
00000400:00000200:1.0:1787699114.497684:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699114.497685:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699114.497689:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699114.497690:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:3.0:1787699114.497692:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699114.497694:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787699114.497695:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787699114.497700:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00100000:3.0:1787699114.497702:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699114/real 1787699114]  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497703:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699114.497709:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699114.497714:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000001:3.0:1787699114.497716:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1787699114.497718:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:3.0:1787699114.497718:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1787699114.497721:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000010:3.0:1787699114.497721:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000020:00000001:1.0:1787699114.497725:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787699114.497726:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699114.497728:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699114.497729:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699114.497732:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787699114.497736:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699114.497741:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000200:3.0:1787699114.497741:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787699114.497746:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787699114.497752:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787699114.497753:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699114.497754:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699114.497757:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787699114.497758:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.497761:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699114.497763:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00100000:3.0:1787699114.497766:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497767:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699114.497772:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787699114.497777:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699114.497779:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000040:3.0:1787699114.497783:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497784:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497792:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787699114.497795:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699114.497796:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787699114.497800:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699114.497800:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.497802:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787699114.497806:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497807:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699114.497810:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699114.497812:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00080000:3.0:1787699114.497815:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1787699114.497816:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699114.497821:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699114.497821:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699114.497825:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.497826:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:1.0:1787699114.497830:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000100:00000040:3.0:1787699114.497834:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787699114.497835:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699114.497840:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699114.497843:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699114.497865:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699114.497867:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699114.497869:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699114.497873:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
00000100:00000001:1.0:1787699114.497876:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699114.497881:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699114.497900:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699114.497902:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699114.497906:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699114.497913:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699114.497917:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4338)
00000100:00100000:3.0:1787699114.500013:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947253120:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699114.500021:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.500025:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.500029:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947253120/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500037:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699114.500040:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699114.500043:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699114.500047:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699114.500049:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699114.500050:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699114.500053:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699114.500055:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:3.0:1787699114.500058:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699114.500059:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699114.500061:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787699114.500063:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699114.500065:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.500067:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.500075:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699114.500077:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.500080:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699114.500081:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699114.500084:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699114.500088:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500095:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699114.500097:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.500100:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699114.500102:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699114.500105:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699114.500108:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253248:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699114.500112:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699114.500115:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699114.500117:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.500119:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699114.500124:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699114.500126:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699114.500131:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699114.500134:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699114.500139:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699114.500143:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253248, portal 10
00000100:00000001:3.0:1787699114.500145:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699114.500147:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787699114.500154:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500173:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699114.500176:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699114.500178:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699114.500185:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947253248, offset 0
00000400:00000200:3.0:1787699114.500191:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699114.500196:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699114.500202:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699114.500210:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699114.500213:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699114.500216:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699114.500219:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699114.500222:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12618:12618:256:4294967295] 192.168.201.121@tcp LPNI seq info [12618:12618:8:4294967295]
00000400:00000200:3.0:1787699114.500227:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699114.500235:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699114.500241:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699114.500246:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699114.500251:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699114.500255:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787699114.500260:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699114.500263:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787699114.500269:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699114.500271:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699114.500275:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699114.500279:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699114.500282:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699114.500285:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699114.500287:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699114.500291:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500300:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.500303:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500315:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.500316:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699114.500321:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699114.500324:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699114.500327:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699114.500329:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299000852
00000100:00000001:3.0:1787699114.500332:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299001507
00000100:00000001:3.0:1787699114.500335:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299000852
00000100:00000001:3.0:1787699114.500336:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299001507
00000100:00000001:3.0:1787699114.500338:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699114.500340:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.500342:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699114.500346:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699114/real 1787699114]  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699114.500354:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699114.500355:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699114.500357:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699114.500359:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699114.500361:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699114.500363:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699114.500366:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699114.500374:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500379:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699114.500381:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.500383:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.500385:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699114.500389:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500395:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699114.500400:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500407:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699114.500410:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.500412:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.500413:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.500416:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699114.500419:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699114.500421:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699114.500425:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699114.500427:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699114.500431:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699114.500439:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253248:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699114.500443:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699114.500446:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500453:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699114.500454:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.500456:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699114.500458:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699114.500460:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699114.500463:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253376:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699114.500466:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699114.500468:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699114.500469:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.500471:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699114.500474:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699114.500476:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699114.500479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699114.500481:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699114.500485:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699114.500487:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253376, portal 4
00000100:00000001:3.0:1787699114.500489:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699114.500491:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787699114.500496:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.500502:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699114.500504:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699114.500506:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699114.500508:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947253376, offset 0
00000400:00000200:3.0:1787699114.500511:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699114.500515:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699114.500518:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699114.500521:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699114.500523:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699114.500526:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699114.500528:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699114.500530:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12619:12619:256:4294967295] 192.168.201.121@tcp LPNI seq info [12619:12619:8:4294967295]
00000400:00000200:3.0:1787699114.500534:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699114.500540:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699114.500544:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699114.500547:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699114.500551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699114.500553:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787699114.500557:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699114.500560:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787699114.500563:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699114.500565:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699114.500568:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699114.500571:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699114.501650:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699114.501653:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699114.501658:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699114.501663:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501671:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.501675:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501681:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.501683:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699114.501687:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699114.501690:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699114.501693:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699114.501696:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299000870
00000100:00000001:3.0:1787699114.501698:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299001507
00000100:00000001:3.0:1787699114.501700:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299000870
00000100:00000001:3.0:1787699114.501702:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299001507
00000100:00000001:3.0:1787699114.501703:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699114.501705:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.501706:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699114.501709:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699114/real 1787699114]  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699114.501713:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699114.501714:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699114.501715:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699114.501717:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699114.501718:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699114.501720:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699114.501721:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699114.501727:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501733:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699114.501734:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.501735:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.501736:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699114.501738:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501742:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699114.501745:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501749:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699114.501750:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.501751:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.501751:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.501753:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699114.501755:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699114.501757:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699114.501760:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699114.501761:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699114.501763:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699114.501767:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253376:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699114.501770:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699114.501772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501776:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699114.501777:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.501778:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699114.501780:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699114.501781:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699114.501782:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253504:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699114.501784:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699114.501786:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699114.501787:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699114.501789:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699114.501792:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699114.501794:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699114.501796:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699114.501798:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699114.501800:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699114.501802:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253504, portal 4
00000100:00000001:3.0:1787699114.501803:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699114.501804:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:3.0:1787699114.501808:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501812:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699114.501813:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699114.501815:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699114.501818:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947253504, offset 0
00000400:00000200:3.0:1787699114.501821:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699114.501823:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699114.501826:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699114.501828:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699114.501830:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699114.501832:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699114.501834:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699114.501835:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12620:12620:256:4294967295] 192.168.201.121@tcp LPNI seq info [12620:12620:8:4294967295]
00000400:00000200:3.0:1787699114.501838:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699114.501842:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699114.501844:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699114.501846:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699114.501872:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699114.501875:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787699114.501880:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699114.501882:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1787699114.501895:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699114.501897:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699114.501900:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699114.501903:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699114.501905:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699114.501907:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699114.501909:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699114.501912:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501920:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.501923:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699139 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501929:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.501930:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699114.501933:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699114.501936:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699114.501939:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699114.501941:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299000858
00000100:00000001:3.0:1787699114.501944:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299001507
00000100:00000001:3.0:1787699114.501945:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299000858
00000100:00000001:3.0:1787699114.501947:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299001507
00000100:00000001:3.0:1787699114.501949:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699114.501951:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.501952:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699114.501955:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699114/real 1787699114]  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699114.501960:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699114.501961:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699114.501962:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699114.501964:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699114.501965:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699114.501967:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699114.501968:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699114.501973:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501977:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699114.501977:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.501978:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.501979:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699114.501981:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501985:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699114.501987:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.501993:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699114.501996:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.501997:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699114.501998:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.502000:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699114.502002:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699114.502004:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699114.502006:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699114.502008:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699114.502010:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699114.502017:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253504:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699114.502020:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.502022:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.502026:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947253248/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.502032:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699114.502033:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699114.502035:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699114.502038:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699114.502040:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699114.502041:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699114.502044:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699114.502045:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:3.0:1787699114.502048:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699114.502050:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699114.502051:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787699114.502054:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699114.502055:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.502057:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.502060:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947253376/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.502066:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699114.502067:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699114.502068:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699114.502070:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699114.502071:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699114.502072:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699114.502074:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699114.502076:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:3.0:1787699114.502078:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699114.502079:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699114.502080:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787699114.502081:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699114.502082:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.502083:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699114.502085:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947253504/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699139 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699114.502089:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699114.502090:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699114.502091:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699114.502092:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699114.502093:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699114.502094:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699114.502095:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699114.502096:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:3.0:1787699114.502097:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699114.502098:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699114.502098:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787699114.502099:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699114.502100:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.502101:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699114.502106:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699114.502107:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.502108:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699114.502109:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699114.944949:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699114.944949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699114.944957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699114.944959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699114.944960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.944966:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00100000:3.0:1787699114.944967:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699114.944968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699114.944969:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699114.944971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.944974:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.944974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787699114.944975:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699114.944979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699114.944980:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:3.0:1787699114.944980:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699114.944982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699114.944982:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.944986:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.944986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699114.944990:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699114.944992:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699114.944994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699114.944995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699114.944997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699114.944999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699114.945001:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.945001:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699114.945002:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699114.945005:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.945006:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699114.945008:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.945010:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.945012:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699114.945015:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699114.945017:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699114.945052:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699114.945057:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699114.945060:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699115.200972:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299001507, at 4299001536
00000100:00000040:0.0:1787699115.200978:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299001507, at 4299001536
00000100:00000010:1.0:1787699115.200988:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122ba0.
00000100:00000010:0.0:1787699115.200990:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122480.
00000100:00000001:0.0:1787699115.520983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699115.520996:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699115.520999:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699115.521004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699115.521007:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699115.521011:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699115.521013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699115.521015:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699115.521018:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699115.968967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699115.968974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699115.968976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699115.968981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699115.968985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699115.968988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699115.968991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699115.968993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699115.968996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699115.969052:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699115.969055:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699115.969065:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699115.969068:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699115.969070:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699115.969072:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699115.969074:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699115.969076:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699115.969077:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699115.969792:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699115.969795:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699115.969798:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699115.969799:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699115.969801:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699115.969804:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699115.969805:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699115.969807:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699115.969809:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699115.969810:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699115.969811:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699115.969812:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699115.969870:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699115.969873:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699115.969875:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699116.544990:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699116.544997:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699116.544999:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699116.545004:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699116.545008:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699116.545012:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699116.545014:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699116.545016:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699116.545019:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699116.993179:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699116.993194:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699116.993200:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699116.993201:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699116.993204:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699116.993205:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699116.993248:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699116.993251:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699116.993253:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699116.994319:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699116.994323:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699116.994325:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699116.994328:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699116.994332:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699116.994335:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699116.994337:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699116.994340:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699116.994342:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699116.994411:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699116.994414:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699116.994415:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699116.994418:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699116.994420:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699116.994422:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699116.994423:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699116.994425:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699116.994427:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699117.569157:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699117.569166:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699117.569169:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699117.569176:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699117.569180:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699117.569185:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699117.569188:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699117.569191:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699117.569194:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699118.016977:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699118.016987:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699118.016989:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699118.016996:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699118.017001:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699118.017005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699118.017009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699118.017012:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699118.017015:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699118.017106:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699118.017109:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699118.017110:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699118.017113:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699118.017116:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699118.017118:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699118.017120:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699118.017121:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699118.017123:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699118.017319:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699118.017322:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699118.017327:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699118.017328:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699118.017332:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699118.017333:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699118.017385:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699118.017391:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699118.017396:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699118.592957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699118.592970:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699118.592973:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699118.592978:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699118.592981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699118.592984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699118.592987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699118.592990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699118.592994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699119.041005:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699119.041008:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699119.041014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699119.041016:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699119.041021:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699119.041024:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699119.041026:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699119.041028:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699119.041031:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699119.041034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699119.041036:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699119.041037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699119.041041:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699119.041045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699119.041049:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699119.041091:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699119.041096:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699119.041099:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699119.041147:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699119.041152:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699119.041153:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699119.041156:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699119.041159:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699119.041162:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.041164:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699119.041166:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.041168:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699119.616960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699119.616967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699119.616969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699119.616974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699119.616977:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699119.616981:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699119.616983:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699119.616987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699119.616990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699119.617048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699119.617054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699119.617057:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699119.617060:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699119.617063:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699119.617070:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4333
00000400:00000200:1.0:1787699119.617090:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699119.617100:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699119.617104:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699119.617107:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617111:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617114:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617116:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699119.617120:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699119.617122:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699119.617125:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699119.617129:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699119.617132:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699119.617134:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699119.617137:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617139:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617142:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617144:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699119.617147:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699119.617151:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617153:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699119.617157:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699119.617160:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699119.617163:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699119.617165:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699119.617167:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699119.617175:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787699119.617179:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699119.617183:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699119.617185:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699119.617188:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699119.617191:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699119.617195:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699119.617203:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009400.
00000100:00000001:1.0:1787699119.617222:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699119.617231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699119.617241:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699119.617246:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699119.617250:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699119.617274:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699119.617277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699119.617280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699119.617281:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699119.617283:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699119.617285:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699119.617288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4333
00000400:00000200:1.0:1787699119.617291:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699119.617294:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699119.617297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699119.617299:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617301:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617303:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617305:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699119.617312:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699119.617313:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699119.617314:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699119.617317:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699119.617318:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699119.617320:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699119.617323:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617326:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617328:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617330:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699119.617332:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699119.617335:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617337:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699119.617340:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699119.617345:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699119.617348:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699119.617349:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699119.617352:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1787699119.617354:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787699119.617356:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:1.0:1787699119.617359:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617359:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787699119.617363:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699119.617367:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787699119.617370:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787699119.617375:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:3.0:1787699119.617378:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787699119.617380:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787699119.617380:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699119.617384:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.617385:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787699119.617388:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699119.617389:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699119.617392:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699119.617393:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699119.617396:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699119.617397:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947253632:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699119.617403:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1787699119.617404:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009000.
02000000:00000001:3.0:1787699119.617406:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787699119.617409:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.617409:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.617412:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699119.617417:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
00000100:00100000:1.0:1787699119.617419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787699119.617420:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699119.617428:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699119.617432:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000100:00000001:1.0:1787699119.617434:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699119.617437:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699119.617438:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000040:1.0:1787699119.617443:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699119.617445:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253632, portal 25
00000100:00000001:3.0:1787699119.617450:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699119.617452:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000001:1.0:1787699119.617460:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699119.617462:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787699119.617464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699119.617471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699119.617475:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699119.617478:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699119.617480:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787699119.617481:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699119.617487:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4333
00000100:00000040:3.0:1787699119.617487:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699119.617493:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699119.617495:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699119.617498:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699119.617500:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699119.617501:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000001:1.0:1787699119.617502:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617506:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:3.0:1787699119.617509:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947253632, offset 0
00000100:00000001:1.0:1787699119.617510:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699119.617515:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699119.617517:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699119.617519:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787699119.617522:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000040:1.0:1787699119.617523:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699119.617527:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699119.617529:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699119.617534:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699119.617535:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617539:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617542:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699119.617545:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:1.0:1787699119.617546:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699119.617551:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699119.617554:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787699119.617557:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617559:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699119.617561:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699119.617563:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699119.617565:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699119.617567:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699119.617569:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699119.617571:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699119.617574:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787699119.617575:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699119.617581:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000400:00000200:3.0:1787699119.617584:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787699119.617585:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699119.617590:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787699119.617590:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:1.0:1787699119.617593:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699119.617597:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1787699119.617598:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12621:12621:256:4294967295] 192.168.201.121@tcp LPNI seq info [12621:12621:8:4294967295]
02000000:00000001:1.0:1787699119.617599:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699119.617602:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699119.617608:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b400.
00000400:00000200:3.0:1787699119.617609:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699119.617612:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699119.617620:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699119.617627:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787699119.617636:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1787699119.617639:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617641:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699119.617646:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000100:00000040:1.0:1787699119.617648:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699119.617657:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699119.617660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699119.617666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.0:1787699119.617666:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:1.0:1787699119.617669:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699119.617672:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1787699119.617673:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1787699119.617676:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699119.617682:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4333
00000800:00000200:3.1:1787699119.617685:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:1.0:1787699119.617689:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:3.1:1787699119.617691:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1787699119.617695:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699119.617699:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787699119.617701:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699119.617706:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617709:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1787699119.617710:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000100:00000040:1.0:1787699119.617713:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617717:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699119.617717:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787699119.617722:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699119.617726:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000400:00000200:3.0:1787699119.617726:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1787699119.617729:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787699119.617731:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000020:00000040:1.0:1787699119.617732:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000010:3.0:1787699119.617734:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000020:00000001:1.0:1787699119.617737:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699119.617740:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699119.617745:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699119.617745:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787699119.617749:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699119.617754:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000200:3.0:1787699119.617755:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699119.617757:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699119.617761:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699119.617766:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699119.617771:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699119.617775:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699119.617777:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787699119.617778:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699119.617783:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699119.617784:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699119.617787:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699119.617791:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699119.617796:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617808:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617810:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699119.617817:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617818:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699119.617823:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000400:00000200:3.0:1787699119.617825:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787699119.617827:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:3.0:1787699119.617830:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299006627
02000000:00000001:1.0:1787699119.617832:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699119.617835:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699119.617837:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:3.0:1787699119.617838:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122f60.
02000000:00000001:1.0:1787699119.617839:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699119.617843:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699119.617865:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008000.
00000100:00000001:1.0:1787699119.617870:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699119.617876:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699119.617879:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699119.617885:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699119.617888:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617889:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299006628
00000100:00000040:1.0:1787699119.617893:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787699119.617896:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122d80.
00000100:00000001:3.0:1787699119.617902:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699119.617906:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617908:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787699119.617912:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4343)
00000100:00000001:3.0:1787699119.617913:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.617918:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699119.617925:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699119/real 1787699119]  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699119.617934:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699119.617936:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699119.617938:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699119.617941:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699119.617943:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699119.617945:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699119.617949:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699119.617957:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.617963:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699119.617965:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.617967:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.617969:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699119.617973:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.617981:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699119.617986:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.617992:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699119.617994:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.617996:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.617997:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618000:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699119.618001:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699119.618004:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699119.618008:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699119.618010:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699119.618014:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699119.618023:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947253632:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699119.618027:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618030:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618032:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947253632/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618044:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699119.618046:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618049:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699119.618052:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699119.618054:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699119.618056:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699119.618058:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699119.618060:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009400.
02000000:00000001:3.0:1787699119.618063:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699119.618065:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699119.618067:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699119.618070:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699119.618071:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618073:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618079:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699119.618081:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618083:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699119.618084:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699119.618085:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699119.618089:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618096:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699119.618097:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.618099:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699119.618101:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699119.618103:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699119.618106:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253760:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699119.618109:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699119.618111:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699119.618112:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.618113:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618115:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699119.618116:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699119.618119:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699119.618121:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699119.618124:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699119.618126:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253760, portal 10
00000100:00000001:3.0:1787699119.618127:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699119.618128:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787699119.618133:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618137:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699119.618140:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699119.618141:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699119.618144:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947253760, offset 0
00000400:00000200:3.0:1787699119.618147:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699119.618152:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699119.618156:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699119.618159:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699119.618162:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699119.618164:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699119.618166:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699119.618169:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12622:12622:256:4294967295] 192.168.201.121@tcp LPNI seq info [12622:12622:8:4294967295]
00000400:00000200:3.0:1787699119.618174:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699119.618180:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699119.618184:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699119.618188:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699119.618192:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699119.618195:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787699119.618199:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699119.618202:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787699119.618205:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699119.618207:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699119.618210:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699119.618213:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699119.618215:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699119.618217:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699119.618229:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699119.618233:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618240:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618243:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618249:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618250:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699119.618253:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699119.618257:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699119.618260:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699119.618262:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299005970
00000100:00000001:3.0:1787699119.618264:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299006627
00000100:00000001:3.0:1787699119.618266:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299005970
00000100:00000001:3.0:1787699119.618277:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299006628
00000100:00000001:3.0:1787699119.618280:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699119.618282:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618284:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699119.618288:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699119/real 1787699119]  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699119.618296:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699119.618298:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699119.618299:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699119.618302:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699119.618303:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699119.618306:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699119.618309:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699119.618316:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618328:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699119.618329:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618331:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.618333:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699119.618337:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618343:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699119.618346:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618352:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699119.618354:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618356:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.618357:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618359:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699119.618361:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699119.618364:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699119.618367:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699119.618369:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699119.618373:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699119.618381:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253760:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699119.618384:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699119.618387:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618394:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699119.618395:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.618398:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699119.618399:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699119.618402:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699119.618404:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253888:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699119.618407:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699119.618409:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699119.618410:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.618412:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618415:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699119.618417:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699119.618420:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699119.618422:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699119.618426:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699119.618429:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947253888, portal 4
00000100:00000001:3.0:1787699119.618431:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699119.618432:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787699119.618438:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618444:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699119.618446:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699119.618448:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699119.618451:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947253888, offset 0
00000400:00000200:3.0:1787699119.618455:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699119.618459:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699119.618462:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699119.618465:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699119.618468:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699119.618470:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699119.618472:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699119.618474:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12623:12623:256:4294967295] 192.168.201.121@tcp LPNI seq info [12623:12623:8:4294967295]
00000400:00000200:3.0:1787699119.618478:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699119.618484:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699119.618489:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699119.618492:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699119.618496:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699119.618499:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787699119.618503:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699119.618505:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787699119.618508:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699119.618510:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699119.618512:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699119.618514:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699119.618516:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699119.618517:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699119.618519:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699119.618523:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618530:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618532:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618538:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618540:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699119.618543:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699119.618546:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699119.618549:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699119.618551:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299005987
00000100:00000001:3.0:1787699119.618553:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299006627
00000100:00000001:3.0:1787699119.618556:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299005987
00000100:00000001:3.0:1787699119.618557:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299006628
00000100:00000001:3.0:1787699119.618559:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699119.618561:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618563:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699119.618566:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699119/real 1787699119]  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699119.618572:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699119.618573:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699119.618574:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699119.618576:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699119.618577:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699119.618578:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699119.618580:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699119.618585:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618588:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699119.618589:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618590:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.618591:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699119.618593:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618596:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699119.618599:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618603:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699119.618604:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618605:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.618606:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618607:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699119.618608:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699119.618609:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699119.618611:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699119.618612:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699119.618614:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699119.618619:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947253888:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699119.618621:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699119.618623:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618626:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699119.618627:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.618628:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699119.618629:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699119.618630:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699119.618632:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254016:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699119.618633:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699119.618634:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699119.618635:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699119.618636:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618638:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699119.618639:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699119.618641:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699119.618644:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699119.618646:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699119.618649:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254016, portal 4
00000100:00000001:3.0:1787699119.618651:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699119.618652:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:3.0:1787699119.618657:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618663:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699119.618665:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699119.618667:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699119.618670:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947254016, offset 0
00000400:00000200:3.0:1787699119.618674:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699119.618678:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699119.618681:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699119.618684:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699119.618686:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699119.618689:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699119.618691:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699119.618693:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12624:12624:256:4294967295] 192.168.201.121@tcp LPNI seq info [12624:12624:8:4294967295]
00000400:00000200:3.0:1787699119.618696:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699119.618701:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699119.618704:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699119.618706:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699119.618708:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699119.618710:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787699119.618713:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699119.618715:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1787699119.618717:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699119.618719:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699119.618722:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699119.618725:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699119.618728:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699119.618729:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699119.618732:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699119.618735:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618743:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618746:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699144 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618752:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618753:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699119.618756:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699119.618760:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699119.618763:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699119.618765:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299005974
00000100:00000001:3.0:1787699119.618767:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299006627
00000100:00000001:3.0:1787699119.618769:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299005974
00000100:00000001:3.0:1787699119.618772:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299006628
00000100:00000001:3.0:1787699119.618774:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699119.618775:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618777:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699119.618781:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699119/real 1787699119]  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699119.618788:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699119.618790:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699119.618792:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699119.618794:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699119.618796:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699119.618807:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699119.618812:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699119.618820:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618827:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699119.618828:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618830:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.618831:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699119.618835:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618842:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699119.618867:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618875:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699119.618878:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618879:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699119.618880:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618882:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699119.618884:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699119.618887:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699119.618890:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699119.618893:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699119.618896:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699119.618904:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254016:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699119.618908:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618910:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618914:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947253760/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618920:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699119.618922:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618923:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699119.618925:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699119.618926:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699119.618927:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699119.618929:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699119.618930:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009000.
02000000:00000001:3.0:1787699119.618932:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699119.618932:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699119.618933:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:3.0:1787699119.618936:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699119.618936:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618938:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618940:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947253888/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618948:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699119.618949:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618950:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699119.618951:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699119.618952:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699119.618952:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699119.618953:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699119.618954:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b400.
02000000:00000001:3.0:1787699119.618955:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699119.618955:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699119.618956:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787699119.618957:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699119.618958:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618959:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699119.618960:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947254016/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699144 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699119.618964:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699119.618964:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699119.618965:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699119.618966:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699119.618966:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699119.618967:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699119.618968:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699119.618969:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008000.
02000000:00000001:3.0:1787699119.618970:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699119.618970:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699119.618971:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787699119.618972:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699119.618973:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618974:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699119.618976:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699119.618977:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699119.618978:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699119.618979:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699120.064937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699120.064941:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699120.064946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699120.064946:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699120.064948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699120.064951:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699120.064951:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699120.064952:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699120.064955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699120.064956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699120.064957:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699120.064959:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699120.064961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699120.064964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699120.064966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699120.064984:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699120.064988:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699120.064991:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699120.065033:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699120.065035:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699120.065036:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699120.065038:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699120.065039:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699120.065041:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699120.065042:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699120.065043:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699120.065044:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699120.320956:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299006627, at 4299006656
00000100:00000040:1.0:1787699120.320957:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299006628, at 4299006656
00000100:00000010:1.0:1787699120.320972:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122d80.
00000100:00000010:0.0:1787699120.320975:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122f60.
00000100:00000001:0.0:1787699120.640969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699120.640974:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699120.640975:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699120.640979:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699120.640982:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699120.640984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699120.640987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699120.640988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699120.640990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699121.088950:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699121.088951:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699121.088955:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699121.088960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699121.088960:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699121.088960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699121.088965:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699121.088965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699121.088968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699121.088972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699121.088972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699121.088973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699121.088979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699121.088980:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699121.088980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699121.088983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699121.088985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699121.088986:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699121.088989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699121.088992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699121.088994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699121.088997:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699121.088999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699121.089003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699121.089020:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699121.089023:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699121.089026:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699121.664974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699121.664981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699121.664984:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699121.664989:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699121.664992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699121.664996:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699121.664998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699121.665000:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699121.665003:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699122.112921:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699122.112925:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699122.112926:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699122.112928:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699122.112932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699122.112933:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699122.112937:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699122.112938:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699122.112939:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699122.112943:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699122.112943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699122.112945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699122.112948:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699122.112950:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699122.112951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699122.112952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699122.112957:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699122.112960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699122.112963:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699122.112964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699122.112970:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699122.112970:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699122.112974:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699122.112978:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699122.112993:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699122.112998:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699122.113002:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699122.688963:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699122.688969:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699122.688971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699122.688974:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699122.688976:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699122.688980:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699122.688985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699122.688987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699122.688989:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699123.136980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699123.136989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699123.136992:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699123.136992:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699123.136998:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1787699123.136999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699123.137000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699123.137001:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699123.137005:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699123.137010:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699123.137011:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699123.137012:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699123.137018:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699123.137020:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699123.137023:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699123.137023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699123.137025:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699123.137032:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699123.137035:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699123.137036:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699123.137038:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699123.137039:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699123.137044:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699123.137046:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699123.137082:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699123.137086:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699123.137089:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699123.714902:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699123.714912:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699123.714914:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699123.714922:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699123.714927:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699123.714931:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699123.714933:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699123.714935:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699123.714937:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699124.160993:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699124.160993:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699124.161003:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699124.161004:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699124.161007:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.161007:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699124.161015:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699124.161016:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699124.161023:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699124.161023:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699124.161029:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.161029:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699124.161031:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699124.161035:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699124.161039:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:3.0:1787699124.161040:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699124.161043:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699124.161046:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699124.161046:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161048:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699124.161050:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699124.161054:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699124.161055:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161060:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161064:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161067:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161073:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699124.161075:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699124.161077:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699124.161078:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161081:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699124.161082:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161086:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161088:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699124.161092:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699124.161093:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699124.161173:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699124.161177:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699124.161180:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787699124.736978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699124.736988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699124.736992:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787699124.736994:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1787699124.736997:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787699124.737003:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699124.737004:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787699124.737014:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699124.737020:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4338
00000100:00100000:0.0:1787699124.737023:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699124.737029:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787699124.737030:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:0.0:1787699124.737035:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787699124.737038:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:0.0:1787699124.737041:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787699124.737043:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787699124.737046:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699124.737048:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737053:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787699124.737054:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699124.737057:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737063:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699124.737066:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699124.737067:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699124.737070:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699124.737073:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699124.737075:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699124.737077:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699124.737080:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737081:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699124.737082:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737084:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699124.737086:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699124.737089:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737091:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699124.737093:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699124.737096:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699124.737099:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737101:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699124.737105:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699124.737116:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
00000020:00000040:1.0:1787699124.737129:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699124.737135:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699124.737137:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737141:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699124.737145:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699124.737150:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699124.737161:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a400.
00000100:00000001:1.0:1787699124.737167:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699124.737176:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699124.737184:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699124.737189:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699124.737192:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699124.737212:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699124.737214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699124.737217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699124.737218:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699124.737219:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699124.737221:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699124.737223:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4338
00000400:00000200:1.0:1787699124.737225:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699124.737227:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699124.737228:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699124.737230:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737232:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699124.737234:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737236:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699124.737238:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699124.737239:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699124.737240:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699124.737242:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699124.737244:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699124.737246:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699124.737250:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699124.737251:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699124.737252:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699124.737257:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737258:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699124.737260:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699124.737262:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737266:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.737266:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699124.737275:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787699124.737282:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787699124.737290:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699124.737296:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699124.737304:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737309:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699124.737314:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699124.737317:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787699124.737318:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699124.737323:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737326:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.737326:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699124.737332:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699124.737336:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699124.737339:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000100:00100000:3.0:1787699124.737341:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947254144:192.168.201.121@tcp:250:kworker.0
00000020:00000040:1.0:1787699124.737345:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000100:00000001:3.0:1787699124.737347:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699124.737353:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699124.737354:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699124.737358:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.737359:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737372:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699124.737373:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787699124.737375:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699124.737379:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699124.737382:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b000.
00000100:00000001:1.0:1787699124.737386:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699124.737394:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
00000100:00100000:1.0:1787699124.737395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787699124.737402:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737417:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787699124.737419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699124.737423:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699124.737430:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1787699124.737431:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699124.737445:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699124.737458:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254144, portal 25
00000100:00000001:1.0:1787699124.737460:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.737462:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787699124.737466:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787699124.737466:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00080000:1.0:1787699124.737474:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699124.737476:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699124.737478:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699124.737482:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699124.737486:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4338
00000100:00000040:3.0:1787699124.737492:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699124.737493:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699124.737504:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699124.737510:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787699124.737513:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699124.737518:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737524:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699124.737525:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:1.0:1787699124.737531:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699124.737532:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000001:1.0:1787699124.737541:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000200:3.0:1787699124.737544:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947254144, offset 0
00000020:00000001:1.0:1787699124.737547:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699124.737550:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699124.737553:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699124.737557:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787699124.737558:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:1.0:1787699124.737562:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699124.737566:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699124.737570:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737574:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699124.737577:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699124.737578:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737586:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699124.737588:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787699124.737590:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737593:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.737594:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:1.0:1787699124.737601:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699124.737605:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787699124.737605:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787699124.737611:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737615:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787699124.737615:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000008:00100000:1.0:1787699124.737622:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699124.737625:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.737634:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699124.737638:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737642:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.737650:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12625:12625:256:4294967295] 192.168.201.121@tcp LPNI seq info [12625:12625:8:4294967295]
00000100:00000010:1.0:1787699124.737652:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787699124.737660:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699124.737668:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787699124.737668:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699124.737675:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.737680:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699124.737682:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699124.737685:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.737690:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1787699124.737694:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
00000800:00000200:3.0:1787699124.737703:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737705:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699124.737710:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699124.737734:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699124.737739:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00100000:1.0:1787699124.737747:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1787699124.737753:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699124.737763:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1787699124.737769:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699124.737771:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699124.737777:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787699124.737794:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.737796:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699124.737801:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699124.737814:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787699124.737815:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699124.737821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787699124.737825:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000100:00080000:1.0:1787699124.737826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699124.737831:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1787699124.737833:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00080000:1.0:1787699124.737835:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699124.737843:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787699124.737845:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787699124.737878:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4338
00000400:00000200:1.0:1787699124.737885:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699124.737890:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699124.737894:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787699124.737896:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699124.737906:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737912:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787699124.737912:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.737918:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699124.737922:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737934:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699124.737940:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699124.737941:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:3.0:1787699124.737943:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699124.737945:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699124.737946:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787699124.737949:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:3.0:1787699124.737953:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699124.737955:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:3.0:1787699124.737961:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:1.0:1787699124.737966:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787699124.737967:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299011748
00000100:00000010:3.0:1787699124.737980:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122060.
00000100:00000040:1.0:1787699124.737982:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699124.737987:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787699124.737988:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1787699124.737994:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699124.737997:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299011748
00000100:00000001:1.0:1787699124.738000:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000010:3.0:1787699124.738002:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501225a0.
00000100:00000001:3.0:1787699124.738008:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1787699124.738010:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787699124.738016:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787699124.738020:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699124.738021:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738030:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787699124.738032:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699124.738036:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699124/real 1787699124]  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699124.738038:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699124.738047:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1787699124.738048:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699124.738051:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787699124.738054:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787699124.738055:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000100:00000001:1.0:1787699124.738059:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787699124.738062:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000008:00100000:1.0:1787699124.738064:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787699124.738066:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000008:00000001:1.0:1787699124.738071:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738073:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787699124.738076:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699124.738081:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787699124.738084:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787699124.738091:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699124.738099:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699124.738103:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699124.738107:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:3.0:1787699124.738109:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787699124.738111:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699124.738116:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699124.738124:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00000001:3.0:1787699124.738125:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699124.738130:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699124.738131:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738135:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.738139:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699124.738141:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787699124.738149:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699124.738157:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699124.738163:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738173:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699124.738175:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699124.738183:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699124.738197:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699124.738207:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4348)
00000100:00000001:3.0:1787699124.738218:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699124.738222:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738224:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.738225:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738227:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699124.738230:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699124.738235:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699124.738240:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699124.738243:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699124.738247:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699124.738254:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947254144:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699124.738258:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738260:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.738263:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947254144/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738268:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699124.738271:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699124.738274:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699124.738277:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699124.738279:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699124.738281:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699124.738283:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699124.738285:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a400.
02000000:00000001:3.0:1787699124.738289:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699124.738291:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699124.738293:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787699124.738296:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699124.738297:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738299:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738305:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699124.738307:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738309:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699124.738311:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699124.738312:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699124.738316:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738322:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699124.738324:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.738326:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699124.738328:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699124.738330:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699124.738333:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254272:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699124.738336:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699124.738338:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699124.738340:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.738341:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699124.738345:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699124.738347:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.738350:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699124.738353:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699124.738357:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699124.738360:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254272, portal 10
00000100:00000001:3.0:1787699124.738362:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699124.738363:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787699124.738370:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738376:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699124.738378:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699124.738380:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699124.738382:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947254272, offset 0
00000400:00000200:3.0:1787699124.738386:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699124.738390:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699124.738394:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699124.738397:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699124.738399:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699124.738402:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699124.738404:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699124.738407:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12626:12626:256:4294967295] 192.168.201.121@tcp LPNI seq info [12626:12626:8:4294967295]
00000400:00000200:3.0:1787699124.738411:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699124.738417:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699124.738422:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.738425:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699124.738428:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699124.738431:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787699124.738436:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699124.738439:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787699124.738443:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.738444:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699124.738447:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699124.738450:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699124.738453:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699124.738455:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699124.738457:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699124.738461:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738468:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.738471:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738477:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738479:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699124.738482:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699124.738485:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699124.738488:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699124.738490:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299011090
00000100:00000001:3.0:1787699124.738493:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299011748
00000100:00000001:3.0:1787699124.738495:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299011090
00000100:00000001:3.0:1787699124.738497:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299011748
00000100:00000001:3.0:1787699124.738499:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699124.738500:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738502:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699124.738506:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699124/real 1787699124]  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699124.738513:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699124.738515:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699124.738516:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699124.738518:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699124.738520:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699124.738522:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699124.738525:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699124.738532:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738538:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699124.738540:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738541:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.738542:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699124.738546:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738552:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699124.738556:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738562:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699124.738564:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738566:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.738567:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738569:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699124.738571:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699124.738574:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699124.738577:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699124.738579:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699124.738583:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699124.738590:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254272:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699124.738593:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699124.738596:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738603:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699124.738604:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.738606:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699124.738608:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699124.738609:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699124.738612:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254400:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699124.738615:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699124.738617:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699124.738618:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.738620:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699124.738623:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699124.738625:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.738628:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699124.738630:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699124.738633:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699124.738636:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254400, portal 4
00000100:00000001:3.0:1787699124.738637:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699124.738639:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787699124.738645:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738651:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699124.738653:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699124.738656:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699124.738658:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947254400, offset 0
00000400:00000200:3.0:1787699124.738662:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699124.738665:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699124.738669:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699124.738672:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699124.738675:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699124.738677:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699124.738679:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699124.738682:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12627:12627:256:4294967295] 192.168.201.121@tcp LPNI seq info [12627:12627:8:4294967295]
00000400:00000200:3.0:1787699124.738686:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699124.738692:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699124.738697:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.738699:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699124.738703:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699124.738706:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787699124.738710:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699124.738734:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787699124.738738:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.738741:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699124.738744:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699124.738747:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699124.738750:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699124.738751:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699124.738754:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699124.738758:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738764:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.738767:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738773:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738774:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699124.738777:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699124.738780:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699124.738783:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699124.738784:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299011107
00000100:00000001:3.0:1787699124.738786:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299011748
00000100:00000001:3.0:1787699124.738788:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299011107
00000100:00000001:3.0:1787699124.738790:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299011748
00000100:00000001:3.0:1787699124.738792:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699124.738793:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.738795:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699124.738798:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699124/real 1787699124]  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699124.738805:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699124.738806:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699124.738807:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699124.738809:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699124.738811:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699124.738813:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699124.738815:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699124.738823:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738829:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699124.738830:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738832:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.738833:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699124.738837:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738843:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699124.738847:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738877:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699124.738880:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738881:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.738882:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.738884:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699124.738885:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699124.738888:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699124.738891:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699124.738893:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699124.738897:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699124.738904:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254400:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699124.738907:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699124.738911:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738917:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699124.738918:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.738920:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699124.738922:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699124.738924:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699124.738927:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254528:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699124.738930:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699124.738933:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699124.738934:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699124.738936:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699124.738939:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699124.738941:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699124.738944:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699124.738946:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000400:00000010:3.0:1787699124.738950:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000200:3.0:1787699124.738953:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254528, portal 4
00000100:00000001:3.0:1787699124.738954:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699124.738956:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:3.0:1787699124.738962:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.738967:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699124.738970:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699124.738972:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699124.738974:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947254528, offset 0
00000400:00000200:3.0:1787699124.738978:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699124.738981:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699124.738985:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699124.738988:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699124.738990:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699124.738993:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699124.738995:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699124.738997:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12628:12628:256:4294967295] 192.168.201.121@tcp LPNI seq info [12628:12628:8:4294967295]
00000400:00000200:3.0:1787699124.739001:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699124.739007:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699124.739011:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.739015:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000800:00000200:3.0:1787699124.739018:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699124.739021:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787699124.739024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699124.739027:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1787699124.739030:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699124.739031:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699124.739033:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699124.739035:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699124.739037:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699124.739038:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699124.739040:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699124.739042:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739048:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.739051:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739057:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.739059:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699124.739061:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699124.739064:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699124.739067:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699124.739069:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299011095
00000100:00000001:3.0:1787699124.739071:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299011748
00000100:00000001:3.0:1787699124.739073:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299011095
00000100:00000001:3.0:1787699124.739075:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299011748
00000100:00000001:3.0:1787699124.739077:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699124.739079:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.739081:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699124.739085:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699124/real 1787699124]  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699124.739093:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699124.739094:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699124.739105:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:3.0:1787699124.739111:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:3.0:1787699124.739112:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:3.0:1787699124.739115:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699124.739119:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699124.739126:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739132:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699124.739133:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739135:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.739137:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699124.739140:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739147:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699124.739150:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739156:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699124.739158:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739160:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699124.739161:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739163:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699124.739164:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699124.739167:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699124.739170:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699124.739173:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699124.739176:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699124.739184:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254528:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699124.739187:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739189:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.739193:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947254272/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739198:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699124.739199:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699124.739201:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699124.739203:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699124.739204:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699124.739205:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699124.739206:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699124.739207:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b000.
02000000:00000001:3.0:1787699124.739209:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699124.739210:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699124.739211:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787699124.739213:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699124.739214:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739215:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.739217:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947254400/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739221:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699124.739221:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699124.739222:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699124.739223:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699124.739224:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699124.739224:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699124.739225:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699124.739226:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:3.0:1787699124.739227:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699124.739228:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699124.739228:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00000001:3.0:1787699124.739229:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699124.739230:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739231:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699124.739232:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947254528/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699124.739236:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699124.739237:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699124.739237:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699124.739239:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699124.739240:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699124.739241:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699124.739242:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699124.739243:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787699124.739244:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699124.739244:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699124.739245:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699124.739246:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699124.739247:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739248:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699124.739251:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699124.739252:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699124.739253:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699124.739254:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699125.184970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699125.184977:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699125.184979:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699125.184985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699125.184988:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699125.184992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699125.184993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699125.184995:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699125.184998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699125.185000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699125.185004:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699125.185005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699125.185008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699125.185013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699125.185014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699125.185117:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699125.185127:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699125.185128:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699125.185133:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699125.185135:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699125.185137:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699125.185139:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699125.185141:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699125.185143:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699125.185197:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699125.185201:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699125.185204:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699125.441018:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299011748, at 4299011776
00000100:00000040:1.0:1787699125.441019:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299011748, at 4299011776
00000100:00000010:0.0:1787699125.441042:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122060.
00000100:00000010:1.0:1787699125.441050:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501225a0.
00000100:00000001:0.0:1787699125.760984:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699125.760992:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699125.760994:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699125.761000:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699125.761003:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699125.761007:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699125.761009:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699125.761012:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699125.761014:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699126.208952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699126.208954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699126.208960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699126.208960:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699126.208963:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699126.208964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699126.208970:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699126.208970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699126.208976:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699126.208976:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699126.208980:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699126.208983:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699126.208985:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699126.208986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699126.208987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699126.208990:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699126.208992:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699126.208995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699126.209092:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699126.209097:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699126.209101:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699126.209103:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699126.209108:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699126.209118:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699126.209121:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699126.209125:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699126.209128:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699126.209131:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699126.209133:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699126.209136:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699126.209157:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699126.209163:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699126.209168:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699126.785079:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699126.785086:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699126.785088:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699126.785092:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699126.785095:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699126.785099:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699126.785101:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699126.785104:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699126.785107:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699127.232922:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699127.232922:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699127.232930:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699127.232930:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699127.232933:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699127.232934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699127.232941:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699127.232942:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699127.232946:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699127.232947:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699127.232949:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699127.232952:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699127.232952:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699127.232956:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699127.232959:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699127.232959:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699127.232963:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699127.232966:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699127.233047:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699127.233050:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699127.233053:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699127.233054:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699127.233057:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699127.233058:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699127.233130:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699127.233133:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699127.233143:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699127.808969:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699127.808975:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699127.808978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699127.808982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699127.808986:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699127.808990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699127.808993:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699127.808995:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699127.808998:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699128.256953:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699128.256960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699128.256963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699128.256968:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699128.256971:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699128.256975:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699128.256978:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699128.256979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699128.256980:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699128.256986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699128.256991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699128.256997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699128.256999:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699128.257002:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699128.257004:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699128.257060:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699128.257064:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699128.257066:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699128.257098:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699128.257100:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699128.257101:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699128.257103:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699128.257105:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699128.257106:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699128.257107:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699128.257108:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699128.257109:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699128.832974:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699128.832981:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699128.832983:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699128.832989:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:0.0:1787699128.832992:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699128.832996:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699128.832998:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699128.833001:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699128.833004:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699129.280984:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699129.280991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699129.280994:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699129.280998:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699129.281002:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699129.281006:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699129.281009:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699129.281011:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699129.281014:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.281329:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699129.281332:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699129.281333:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699129.281336:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699129.281338:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699129.281340:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699129.281342:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699129.281343:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699129.281345:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699129.281482:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699129.281485:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699129.281489:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699129.281490:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699129.281493:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699129.281495:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787699129.281551:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787699129.281553:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787699129.281556:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699129.856996:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1787699129.857000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699129.857006:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787699129.857008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699129.857010:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857011:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787699129.857017:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699129.857017:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699129.857023:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699129.857025:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699129.857028:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.857031:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787699129.857034:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4343
00000100:00000001:1.0:1787699129.857035:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.857041:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699129.857047:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699129.857054:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699129.857064:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699129.857068:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857072:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857075:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857078:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699129.857082:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699129.857083:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699129.857086:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699129.857090:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699129.857092:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699129.857094:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699129.857097:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857099:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857100:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857102:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699129.857105:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699129.857109:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857111:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699129.857114:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699129.857117:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699129.857120:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857122:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699129.857125:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699129.857133:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787699129.857137:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699129.857140:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699129.857142:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857145:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699129.857148:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699129.857152:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699129.857160:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699129.857166:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699129.857175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699129.857184:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699129.857189:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699129.857194:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699129.857220:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699129.857224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699129.857227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699129.857229:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699129.857230:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699129.857233:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699129.857236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4343
00000400:00000200:3.0:1787699129.857239:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699129.857243:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699129.857245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699129.857248:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857250:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857252:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857254:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699129.857256:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699129.857257:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699129.857259:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699129.857261:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699129.857263:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699129.857265:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699129.857268:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857270:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857271:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857273:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699129.857275:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699129.857277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857282:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699129.857283:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699129.857289:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699129.857291:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857293:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699129.857297:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699129.857300:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857302:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699129.857307:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699129.857309:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699129.857312:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699129.857313:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857315:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699129.857316:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699129.857318:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699129.857322:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699129.857325:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699129.857330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699129.857337:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699129.857339:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699129.857342:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699129.857349:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699129.857351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699129.857354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699129.857355:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699129.857357:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699129.857359:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699129.857361:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4343
00000400:00000200:3.0:1787699129.857364:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699129.857367:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699129.857369:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699129.857372:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857374:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857376:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857377:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699129.857379:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699129.857381:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699129.857382:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699129.857384:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699129.857386:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699129.857388:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699129.857391:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857392:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857394:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857396:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699129.857398:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699129.857401:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857403:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699129.857405:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699129.857407:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699129.857409:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857411:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699129.857413:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699129.857415:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857417:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699129.857420:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787699129.857422:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699129.857425:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699129.857426:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857428:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699129.857429:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699129.857431:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699129.857434:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699129.857437:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699129.857441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699129.857448:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699129.857450:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699129.857453:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699129.857461:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699129.857463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699129.857466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699129.857468:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699129.857469:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699129.857471:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699129.857473:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4343
00000400:00000200:3.0:1787699129.857477:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699129.857480:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699129.857481:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699129.857484:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857486:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857488:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857490:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699129.857492:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699129.857493:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699129.857494:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699129.857496:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699129.857498:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699129.857500:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699129.857503:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857505:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699129.857506:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857508:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699129.857510:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699129.857513:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699129.857515:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699129.857517:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699129.857520:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699129.857522:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857523:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699129.857526:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699129.857528:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857530:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699129.857533:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787699129.857535:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699129.857538:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699129.857539:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699129.857540:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699129.857542:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699129.857543:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699129.857546:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787699129.857549:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699129.857553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699129.857560:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699129.857562:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699129.857565:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699129.857573:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699129.857577:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4353)
00000100:00000001:1.0:1787699129.857657:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699129.857662:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699129.857664:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699129.857670:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.857678:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699129.857679:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.857682:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699129.857685:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699129.857687:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699129.857691:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947254656:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699129.857695:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699129.857698:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699129.857701:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.857704:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699129.857709:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699129.857711:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699129.857715:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699129.857719:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699129.857725:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699129.857732:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254656, portal 25
00000100:00000001:1.0:1787699129.857734:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699129.857735:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
00000100:00000040:1.0:1787699129.857740:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.857748:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699129.857751:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699129.857753:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699129.857756:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947254656, offset 0
00000400:00000200:1.0:1787699129.857762:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699129.857769:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.857776:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699129.857781:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699129.857785:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699129.857788:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699129.857792:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699129.857796:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12629:12629:256:4294967295] 192.168.201.121@tcp LPNI seq info [12629:12629:8:4294967295]
00000400:00000200:1.0:1787699129.857800:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.857809:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699129.857817:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.857822:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699129.857828:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699129.857833:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787699129.857839:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699129.857842:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787699129.857863:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.857866:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699129.857872:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699129.857877:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699129.857883:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699129.857885:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699129.857889:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699129.857893:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.857902:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.857905:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.857912:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.857914:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699129.857919:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699129.857923:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699129.857925:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299016867
00000100:00000010:1.0:1787699129.857930:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470108a0.
00000100:00000001:1.0:1787699129.857935:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699129.857941:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299016867
00000100:00000010:1.0:1787699129.857944:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470107e0.
00000100:00000001:1.0:1787699129.857946:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699129.857950:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699129.857952:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.857955:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699129.857959:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699129/real 1787699129]  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699129.857968:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699129.857970:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699129.857972:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699129.857974:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699129.857976:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699129.857978:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699129.857982:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699129.857990:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.857996:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699129.857998:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858000:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858002:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699129.858006:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858013:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699129.858017:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858024:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699129.858027:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858029:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858030:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858032:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699129.858034:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699129.858037:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699129.858041:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699129.858043:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699129.858047:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699129.858055:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947254656:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699129.858060:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699129.858063:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858069:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699129.858071:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.858073:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699129.858074:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699129.858076:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699129.858079:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254784:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699129.858082:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699129.858084:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699129.858085:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.858087:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699129.858090:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699129.858092:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699129.858096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699129.858098:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699129.858102:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699129.858105:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254784, portal 10
00000100:00000001:1.0:1787699129.858106:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699129.858108:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699129.858114:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858120:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699129.858123:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699129.858125:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699129.858127:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947254784, offset 0
00000400:00000200:1.0:1787699129.858131:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699129.858134:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.858138:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699129.858140:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699129.858143:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699129.858145:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699129.858147:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699129.858150:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12630:12630:256:4294967295] 192.168.201.121@tcp LPNI seq info [12630:12630:8:4294967295]
00000400:00000200:1.0:1787699129.858154:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.858160:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699129.858164:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.858167:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699129.858171:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699129.858174:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787699129.858178:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699129.858181:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787699129.858184:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.858186:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699129.858190:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699129.858193:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699129.858196:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699129.858197:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699129.858200:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699129.858203:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858210:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.858214:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858220:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.858222:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699129.858225:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699129.858229:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699129.858232:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699129.858234:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299016209
00000100:00000001:1.0:1787699129.858237:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299016867
00000100:00000001:1.0:1787699129.858239:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299016209
00000100:00000001:1.0:1787699129.858241:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299016867
00000100:00000001:1.0:1787699129.858243:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699129.858245:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.858247:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699129.858251:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699129/real 1787699129]  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699129.858258:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699129.858259:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699129.858261:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699129.858263:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699129.858265:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699129.858267:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699129.858270:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699129.858278:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858284:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699129.858286:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858287:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858289:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699129.858292:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858298:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699129.858302:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858310:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699129.858312:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858313:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858314:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858316:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699129.858319:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699129.858321:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699129.858324:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699129.858326:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699129.858330:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699129.858338:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254784:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699129.858341:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699129.858344:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858350:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699129.858352:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.858354:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699129.858356:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699129.858357:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699129.858360:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254912:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699129.858363:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699129.858365:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699129.858366:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.858368:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699129.858371:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699129.858373:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699129.858377:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699129.858380:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699129.858383:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699129.858386:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947254912, portal 4
00000100:00000001:1.0:1787699129.858388:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699129.858389:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699129.858395:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858402:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699129.858405:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699129.858406:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699129.858408:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947254912, offset 0
00000400:00000200:1.0:1787699129.858412:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699129.858416:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.858418:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699129.858421:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699129.858423:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699129.858425:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699129.858427:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699129.858430:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12631:12631:256:4294967295] 192.168.201.121@tcp LPNI seq info [12631:12631:8:4294967295]
00000400:00000200:1.0:1787699129.858433:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.858439:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699129.858444:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.858446:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699129.858450:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699129.858453:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787699129.858457:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699129.858460:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787699129.858464:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.858465:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699129.858468:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699129.858472:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699129.858474:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699129.858476:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699129.858478:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699129.858482:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858489:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.858492:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858498:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.858500:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699129.858503:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699129.858505:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699129.858509:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699129.858510:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299016226
00000100:00000001:1.0:1787699129.858513:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299016867
00000100:00000001:1.0:1787699129.858515:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299016226
00000100:00000001:1.0:1787699129.858517:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299016867
00000100:00000001:1.0:1787699129.858519:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699129.858521:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.858523:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699129.858526:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699129/real 1787699129]  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699129.858533:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699129.858535:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699129.858536:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699129.858538:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699129.858540:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699129.858541:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699129.858544:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699129.858552:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858564:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699129.858565:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858567:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858568:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699129.858571:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858577:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699129.858581:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858587:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699129.858589:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858590:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858592:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858594:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699129.858595:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699129.858598:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699129.858601:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699129.858603:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699129.858607:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699129.858614:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947254912:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699129.858618:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699129.858621:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858638:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699129.858639:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.858642:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699129.858644:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699129.858646:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699129.858648:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255040:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699129.858651:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699129.858653:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699129.858655:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699129.858656:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699129.858659:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699129.858661:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699129.858664:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699129.858667:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699129.858670:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699129.858673:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255040, portal 4
00000100:00000001:1.0:1787699129.858675:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699129.858676:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699129.858682:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858687:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699129.858689:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699129.858691:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699129.858693:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947255040, offset 0
00000400:00000200:1.0:1787699129.858698:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699129.858701:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.858705:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699129.858707:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699129.858710:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699129.858712:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699129.858715:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699129.858718:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12632:12632:256:4294967295] 192.168.201.121@tcp LPNI seq info [12632:12632:8:4294967295]
00000400:00000200:1.0:1787699129.858722:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699129.858728:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699129.858733:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.858736:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699129.858740:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699129.858742:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787699129.858746:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699129.858749:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787699129.858753:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699129.858754:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699129.858757:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699129.858760:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699129.858763:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699129.858765:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699129.858767:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699129.858771:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858778:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.858781:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858787:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.858789:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699129.858792:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699129.858795:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699129.858798:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699129.858800:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299016213
00000100:00000001:1.0:1787699129.858803:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299016867
00000100:00000001:1.0:1787699129.858805:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299016213
00000100:00000001:1.0:1787699129.858807:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299016867
00000100:00000001:1.0:1787699129.858809:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699129.858811:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.858812:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699129.858816:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699129/real 1787699129]  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699129.858823:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699129.858824:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699129.858826:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699129.858828:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699129.858830:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699129.858831:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699129.858834:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699129.858842:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858867:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699129.858868:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858870:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858871:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699129.858875:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858881:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699129.858885:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858891:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699129.858893:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858895:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699129.858896:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858898:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699129.858900:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699129.858902:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699129.858905:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699129.858907:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699129.858911:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699129.858919:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255040:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699129.858923:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858925:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.858928:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947254656/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858935:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699129.858937:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699129.858939:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699129.858943:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699129.858945:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699129.858946:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699129.858949:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699129.858951:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699129.858955:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699129.858957:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699129.858959:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:1.0:1787699129.858961:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699129.858963:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858964:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.858967:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947254784/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.858974:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699129.858975:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699129.858977:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699129.858978:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699129.858980:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699129.858981:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699129.858983:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699129.858984:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699129.858986:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699129.858987:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699129.858989:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699129.858991:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699129.858992:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.858994:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.858997:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947254912/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.859003:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699129.859004:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699129.859005:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699129.859007:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699129.859008:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699129.859010:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699129.859012:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699129.859013:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699129.859015:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699129.859016:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699129.859018:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699129.859020:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699129.859021:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.859023:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699129.859025:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947255040/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699129.859032:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699129.859033:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699129.859035:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699129.859036:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699129.859038:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699129.859039:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699129.859040:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699129.859042:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699129.859044:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699129.859044:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699129.859046:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699129.859048:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699129.859049:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.859051:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699129.859058:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699129.859060:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699129.859062:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699129.859064:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699130.304970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699130.304970:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699130.304975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699130.304979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699130.304980:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699130.304981:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699130.304983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699130.304985:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699130.304986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699130.304987:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699130.304989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699130.304991:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699130.304993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699130.304995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699130.304998:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699130.304998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699130.304998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699130.305003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699130.305004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699130.305008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699130.305011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699130.305017:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699130.305021:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699130.305024:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699130.305041:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699130.305045:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699130.305050:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699130.560999:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299016867, at 4299016896
00000100:00000040:1.0:1787699130.560999:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299016867, at 4299016896
00000100:00000010:1.0:1787699130.561020:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470107e0.
00000100:00000010:0.0:1787699130.561024:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470108a0.
00000100:00000001:2.0:1787699130.881094:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699130.881105:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699130.881107:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699130.881114:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699130.881119:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699130.881124:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699130.881127:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699130.881130:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699130.881134:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699131.328958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699131.328962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699131.328964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699131.328966:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699131.328968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699131.328969:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699131.328971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699131.328972:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699131.328976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699131.328978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699131.328978:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699131.328979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699131.328984:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699131.328986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699131.328987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699131.328989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699131.328991:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699131.328993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699131.328994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699131.328997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699131.328999:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699131.329002:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699131.329005:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699131.329007:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699131.329040:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699131.329045:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699131.329050:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699131.904972:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699131.904978:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699131.904980:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699131.904984:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699131.904987:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699131.904990:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699131.904992:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699131.904994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699131.904996:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699132.352956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699132.352961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699132.352965:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699132.352966:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699132.352969:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699132.352974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699132.352975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699132.352977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699132.352980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699132.352983:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699132.352984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699132.352986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699132.352989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699132.352993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699132.352997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699132.353431:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699132.353435:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699132.353437:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699132.353440:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699132.353443:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699132.353446:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699132.353449:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699132.353451:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699132.353453:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699132.354034:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699132.354038:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699132.354041:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699132.928957:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699132.928964:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699132.928967:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699132.928972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699132.928975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699132.928979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699132.928982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699132.928984:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699132.928987:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699133.376956:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699133.376958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699133.376961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699133.376964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699133.376966:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699133.376968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699133.376968:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699133.376975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:3.0:1787699133.376976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699133.376977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699133.376982:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699133.376986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699133.376989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699133.376991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699133.376995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699133.377013:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699133.377017:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699133.377021:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699133.377087:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699133.377090:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699133.377091:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699133.377094:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699133.377096:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699133.377099:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699133.377101:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699133.377102:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699133.377104:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699133.953676:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699133.953684:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699133.953686:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699133.953691:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699133.953695:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699133.953699:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699133.953702:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699133.953705:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699133.953709:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401054:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699134.401062:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699134.401065:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699134.401069:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401074:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699134.401076:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401078:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401081:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401086:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699134.401089:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699134.401090:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699134.401092:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401095:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699134.401096:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401099:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401102:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699134.401107:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699134.401110:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699134.401121:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699134.401127:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699134.401130:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699134.401134:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699134.401138:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699134.401139:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699134.401142:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787699134.401143:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699134.401148:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00010000:3.0:1787699134.401148:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699134.401151:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699134.401153:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699134.401155:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699134.401159:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699134.401159:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699134.401165:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699134.401169:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699134.401171:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699134.401174:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699134.401176:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699134.401179:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699134.976947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699134.976948:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699134.976955:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787699134.976958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699134.976959:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.976962:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787699134.976966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699134.976968:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699134.976972:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699134.976973:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699134.976979:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699134.976982:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4348
00000100:00000001:2.0:1787699134.976984:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699134.976988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699134.976992:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699134.976992:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699134.977000:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699134.977003:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699134.977005:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977009:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977011:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699134.977023:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699134.977025:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699134.977028:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699134.977031:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699134.977033:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699134.977036:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699134.977039:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977041:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977043:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977045:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699134.977049:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699134.977052:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977054:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699134.977057:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699134.977060:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699134.977063:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977067:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699134.977069:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699134.977078:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699134.977082:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699134.977086:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699134.977088:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977091:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699134.977093:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699134.977097:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699134.977106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787699134.977121:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699134.977129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699134.977136:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699134.977140:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699134.977143:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699134.977158:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699134.977159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699134.977162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699134.977163:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699134.977164:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699134.977166:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699134.977167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4348
00000400:00000200:3.0:1787699134.977170:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699134.977172:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699134.977174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699134.977176:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977177:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977178:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699134.977182:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699134.977183:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699134.977184:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699134.977185:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699134.977187:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699134.977188:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699134.977190:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977192:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977194:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977195:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699134.977198:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699134.977200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977202:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699134.977203:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699134.977204:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787699134.977207:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699134.977210:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787699134.977210:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977214:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699134.977215:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787699134.977219:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699134.977223:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699134.977225:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699134.977226:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699134.977231:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787699134.977236:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699134.977246:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699134.977249:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977251:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699134.977252:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699134.977254:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.977255:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699134.977257:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699134.977260:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699134.977261:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699134.977264:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699134.977267:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977267:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699134.977274:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947255168:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699134.977279:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787699134.977280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787699134.977282:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699134.977285:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.977289:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699134.977295:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
00000100:00000001:3.0:1787699134.977295:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787699134.977300:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977300:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699134.977307:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699134.977312:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699134.977318:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00000001:3.0:1787699134.977321:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699134.977325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787699134.977327:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00080000:3.0:1787699134.977328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699134.977332:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699134.977334:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787699134.977336:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255168, portal 25
00000100:00000001:3.0:1787699134.977338:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699134.977341:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787699134.977343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4348
00000100:00000001:1.0:1787699134.977344:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000400:00000200:3.0:1787699134.977352:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699134.977355:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787699134.977360:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699134.977365:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699134.977372:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699134.977372:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977377:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699134.977378:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699134.977382:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:1.0:1787699134.977384:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000001:3.0:1787699134.977385:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699134.977390:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699134.977391:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699134.977393:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699134.977394:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699134.977396:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699134.977398:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000200:1.0:1787699134.977401:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947255168, offset 0
00000100:00000040:3.0:1787699134.977401:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977407:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977409:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977411:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699134.977413:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000040:3.0:1787699134.977415:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699134.977418:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977421:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699134.977422:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699134.977427:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699134.977431:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.977434:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699134.977435:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699134.977439:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699134.977443:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977447:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.977451:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000010:3.0:1787699134.977451:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787699134.977456:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699134.977460:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699134.977466:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977469:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699134.977470:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699134.977472:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.977474:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1787699134.977477:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699134.977483:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699134.977488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699134.977489:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699134.977497:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699134.977500:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787699134.977501:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977505:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.977507:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12633:12633:256:4294967295] 192.168.201.121@tcp LPNI seq info [12633:12633:8:4294967295]
00000100:00000040:3.0:1787699134.977514:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699134.977525:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699134.977529:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699134.977532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699134.977535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699134.977548:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699134.977550:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699134.977552:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699134.977555:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4348
00000400:00000200:3.0:1787699134.977559:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699134.977562:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699134.977564:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699134.977567:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977570:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977575:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977578:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699134.977580:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699134.977581:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699134.977582:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699134.977584:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699134.977586:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699134.977588:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699134.977592:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977594:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699134.977596:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977598:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699134.977600:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699134.977602:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699134.977605:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.977609:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787699134.977610:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699134.977615:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699134.977619:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977621:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699134.977623:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699134.977625:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699134.977627:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699134.977631:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000010:3.0:1787699134.977633:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787699134.977643:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000800:00000010:1.0:1787699134.977644:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
02000000:00000001:3.0:1787699134.977648:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699134.977651:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699134.977654:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699134.977655:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787699134.977658:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1787699134.977659:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699134.977663:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699134.977669:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000800:00000200:1.1:1787699134.977670:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699134.977673:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699134.977676:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000100:00100000:3.0:1787699134.977681:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699134.977698:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699134.977703:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699134.977707:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699134.977715:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699134.977720:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4359)
00000800:00000100:1.0:1787699134.977723:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.977735:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699134.977742:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699134.977745:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699134.977756:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699134.977758:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699134.977762:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699134.977765:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.977779:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.977783:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.977790:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.977792:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699134.977816:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.977822:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699134.977825:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299021987
00000100:00000010:1.0:1787699134.977829:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470107e0.
00000100:00000001:1.0:1787699134.977835:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699134.977840:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299021987
00000100:00000010:1.0:1787699134.977842:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470106c0.
00000100:00000001:1.0:1787699134.977844:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699134.977846:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699134.977885:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.977897:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699134.977902:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699134/real 1787699134]  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699134.977912:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699134.977914:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699134.977932:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699134.977936:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699134.977938:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699134.977953:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699134.977957:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699134.977966:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.977972:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699134.977974:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.977976:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.977978:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699134.977982:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978030:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699134.978037:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978066:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699134.978070:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978072:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.978073:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978076:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699134.978077:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699134.978080:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699134.978084:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699134.978086:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699134.978091:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699134.978098:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947255168:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699134.978102:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978104:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.978148:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947255168/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978153:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699134.978155:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699134.978157:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699134.978160:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699134.978161:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699134.978162:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699134.978164:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699134.978165:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699134.978168:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699134.978169:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699134.978170:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699134.978172:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699134.978173:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978175:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978180:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699134.978181:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.978182:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699134.978183:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699134.978205:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699134.978209:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978216:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699134.978217:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.978219:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699134.978221:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699134.978223:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699134.978226:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255296:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699134.978229:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699134.978231:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699134.978233:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.978234:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699134.978238:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699134.978239:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.978243:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699134.978246:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699134.978250:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699134.978253:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255296, portal 10
00000100:00000001:1.0:1787699134.978255:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699134.978256:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699134.978261:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978265:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699134.978266:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699134.978268:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699134.978269:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947255296, offset 0
00000400:00000200:1.0:1787699134.978272:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699134.978275:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699134.978286:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699134.978292:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699134.978295:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699134.978297:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699134.978300:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699134.978328:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12634:12634:256:4294967295] 192.168.201.121@tcp LPNI seq info [12634:12634:8:4294967295]
00000400:00000200:1.0:1787699134.978334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699134.978340:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699134.978345:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.978373:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699134.978378:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699134.978381:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787699134.978385:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699134.978387:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787699134.978389:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.978391:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699134.978393:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699134.978395:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699134.978398:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699134.978399:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699134.978400:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699134.978403:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978412:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.978413:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978417:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.978440:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699134.978443:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699134.978448:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699134.978451:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699134.978453:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299021330
00000100:00000001:1.0:1787699134.978456:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299021987
00000100:00000001:1.0:1787699134.978458:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299021330
00000100:00000001:1.0:1787699134.978460:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299021987
00000100:00000001:1.0:1787699134.978462:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699134.978464:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.978466:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699134.978470:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699134/real 1787699134]  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699134.978478:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699134.978479:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699134.978481:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699134.978483:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699134.978485:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699134.978487:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699134.978513:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699134.978521:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978527:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699134.978529:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978531:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.978532:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699134.978536:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978552:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699134.978556:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978561:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699134.978563:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978565:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.978566:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.978568:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699134.978570:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699134.978573:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699134.978576:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699134.978578:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699134.978582:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699134.978590:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255296:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699134.978594:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699134.978597:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978601:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699134.978602:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.978603:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699134.978604:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699134.978606:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699134.978609:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255424:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699134.978612:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699134.978614:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699134.978615:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.978617:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699134.978620:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699134.978622:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.978625:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699134.978628:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699134.978631:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699134.978634:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255424, portal 4
00000100:00000001:1.0:1787699134.978635:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699134.978637:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699134.978643:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978649:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699134.978651:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699134.978653:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699134.978656:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947255424, offset 0
00000400:00000200:1.0:1787699134.978658:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699134.978661:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699134.978731:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699134.978734:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699134.978736:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699134.978738:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699134.978739:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699134.978755:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12635:12635:256:4294967295] 192.168.201.121@tcp LPNI seq info [12635:12635:8:4294967295]
00000400:00000200:1.0:1787699134.978759:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699134.978763:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699134.978766:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.978769:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699134.978785:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699134.978788:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787699134.978791:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699134.978794:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787699134.978831:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.978833:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699134.978836:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699134.978839:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699134.978841:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699134.978842:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699134.978844:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699134.978846:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978898:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.978902:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.978934:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.978936:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699134.978940:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699134.978958:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699134.978963:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699134.978983:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299021348
00000100:00000001:1.0:1787699134.978999:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299021987
00000100:00000001:1.0:1787699134.979002:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299021348
00000100:00000001:1.0:1787699134.979004:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299021987
00000100:00000001:1.0:1787699134.979006:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699134.979022:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.979024:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699134.979029:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699134/real 1787699134]  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699134.979037:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699134.979076:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699134.979078:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699134.979081:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699134.979083:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699134.979085:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699134.979089:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699134.979098:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979104:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699134.979106:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979108:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.979109:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699134.979113:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979119:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699134.979121:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979126:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699134.979128:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979129:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.979129:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979130:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699134.979131:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699134.979133:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699134.979135:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699134.979136:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699134.979138:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699134.979147:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255424:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699134.979150:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699134.979152:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979206:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699134.979207:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.979209:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699134.979211:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699134.979213:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699134.979231:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255552:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699134.979235:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699134.979237:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699134.979238:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699134.979240:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699134.979264:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699134.979265:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699134.979278:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699134.979280:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699134.979283:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699134.979285:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255552, portal 4
00000100:00000001:1.0:1787699134.979287:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699134.979288:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699134.979292:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979296:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699134.979298:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699134.979299:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699134.979300:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947255552, offset 0
00000400:00000200:1.0:1787699134.979303:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699134.979306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699134.979308:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699134.979310:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699134.979312:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699134.979314:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699134.979315:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699134.979317:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12636:12636:256:4294967295] 192.168.201.121@tcp LPNI seq info [12636:12636:8:4294967295]
00000400:00000200:1.0:1787699134.979319:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699134.979323:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699134.979326:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.979328:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699134.979330:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699134.979332:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787699134.979335:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699134.979336:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787699134.979339:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699134.979340:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699134.979342:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699134.979344:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699134.979346:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699134.979347:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699134.979348:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699134.979350:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979373:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.979375:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979379:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.979380:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699134.979382:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699134.979400:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699134.979402:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699134.979404:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299021335
00000100:00000001:1.0:1787699134.979406:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299021987
00000100:00000001:1.0:1787699134.979407:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299021335
00000100:00000001:1.0:1787699134.979408:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299021987
00000100:00000001:1.0:1787699134.979418:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699134.979420:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.979421:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699134.979423:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699134/real 1787699134]  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699134.979428:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699134.979429:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699134.979430:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699134.979431:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699134.979432:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699134.979433:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699134.979435:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699134.979441:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979448:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699134.979449:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979451:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.979452:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699134.979456:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979489:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699134.979493:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979497:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699134.979499:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979500:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699134.979501:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979502:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699134.979503:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699134.979505:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699134.979507:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699134.979508:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699134.979510:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699134.979529:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255552:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699134.979533:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979536:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.979549:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947255296/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979556:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699134.979557:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699134.979559:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699134.979562:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699134.979564:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699134.979565:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699134.979568:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699134.979570:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699134.979573:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699134.979574:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699134.979575:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699134.979577:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699134.979578:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979579:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.979582:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947255424/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979590:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699134.979591:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699134.979592:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699134.979593:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699134.979594:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699134.979595:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699134.979596:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699134.979596:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699134.979597:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699134.979598:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699134.979599:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699134.979600:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699134.979601:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979602:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699134.979605:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947255552/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699134.979610:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699134.979611:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699134.979626:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699134.979629:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699134.979630:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699134.979631:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699134.979633:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699134.979635:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699134.979637:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699134.979639:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699134.979640:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699134.979642:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699134.979643:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979645:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699134.979651:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699134.979652:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699134.979654:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699134.979656:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699135.424966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699135.424970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699135.424973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699135.424975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699135.424977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699135.424984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699135.424987:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699135.424991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699135.424992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699135.425025:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699135.425028:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699135.425029:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699135.425033:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699135.425036:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699135.425040:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699135.425043:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699135.425046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699135.425049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699135.425051:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699135.425057:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787699135.425057:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699135.425060:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787699135.425063:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699135.425064:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699135.425068:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00010000:1.0:1787699135.425069:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699135.425072:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699135.680970:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299021987, at 4299022016
00000100:00000040:1.0:1787699135.680971:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299021987, at 4299022016
00000100:00000010:0.0:1787699135.680986:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470107e0.
00000100:00000010:1.0:1787699135.680989:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470106c0.
00000100:00000001:1.0:1787699136.000999:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699136.001008:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699136.001010:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699136.001016:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699136.001019:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699136.001023:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699136.001025:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699136.001028:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699136.001031:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699136.448966:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699136.448966:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699136.448974:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699136.448974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699136.448978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699136.448978:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699136.448986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699136.448986:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699136.448991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699136.448992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699136.448998:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699136.448998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699136.449003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699136.449007:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699136.449010:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699136.449011:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699136.449013:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699136.449016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699136.449034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699136.449038:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699136.449042:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699136.449044:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699136.449047:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699136.449050:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699136.449051:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699136.449054:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699136.449063:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699136.449064:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699136.449065:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699136.449067:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699136.449120:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699136.449124:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699136.449127:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699137.025101:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699137.025109:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699137.025112:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699137.025118:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699137.025122:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699137.025126:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699137.025129:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699137.025132:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699137.025135:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699137.472975:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699137.472980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699137.472983:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699137.472985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699137.472987:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699137.472993:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699137.472993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699137.472996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699137.472999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699137.473001:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699137.473003:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699137.473005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699137.473008:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699137.473012:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699137.473015:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699137.473032:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699137.473037:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699137.473041:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699137.473090:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699137.473093:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699137.473094:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699137.473096:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699137.473097:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699137.473098:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699137.473100:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699137.473101:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699137.473102:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699138.048939:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699138.048946:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699138.048949:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699138.048954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699138.048957:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699138.048961:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699138.048963:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699138.048966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699138.048969:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699138.497125:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699138.497132:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699138.497196:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699138.497197:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699138.497200:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699138.497200:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699138.497700:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699138.497709:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699138.497712:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699138.497719:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699138.497724:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699138.497729:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699138.497732:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699138.497735:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699138.497739:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699138.500001:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699138.500008:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699138.500015:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699138.500437:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699138.500442:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699138.500444:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699138.500448:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699138.500451:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699138.500456:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699138.500459:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699138.500462:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699138.500465:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699139.073006:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699139.073015:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699139.073018:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699139.073025:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699139.073029:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699139.073034:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699139.073037:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699139.073040:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699139.073044:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699139.520962:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699139.520962:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699139.520970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699139.520970:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699139.520973:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699139.520974:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699139.520978:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699139.520980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699139.520983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699139.520985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699139.520987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699139.520988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699139.520990:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699139.520994:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699139.520996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699139.520996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699139.521000:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699139.521003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699139.521027:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699139.521029:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699139.521033:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699139.521034:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699139.521036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699139.521037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699139.521377:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699139.521383:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699139.521388:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787699140.096979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699140.096989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699140.096992:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699140.096995:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699140.097000:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699140.097007:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4354
00000400:00000200:3.0:1787699140.097016:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699140.097022:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699140.097026:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699140.097029:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097032:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699140.097035:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699140.097042:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699140.097044:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699140.097048:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699140.097051:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699140.097054:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699140.097057:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699140.097061:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097063:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699140.097066:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097068:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699140.097070:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699140.097075:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097078:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699140.097082:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699140.097086:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699140.097090:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097092:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699140.097094:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.097111:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000010:3.0:1787699140.097114:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000100:00000001:1.0:1787699140.097120:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787699140.097124:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
00000100:00000001:1.0:1787699140.097125:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699140.097131:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787699140.097134:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
02000000:00000001:3.0:1787699140.097135:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.097142:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699140.097142:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699140.097148:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787699140.097149:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787699140.097153:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.097155:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699140.097160:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787699140.097163:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:1.0:1787699140.097164:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097177:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699140.097188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699140.097198:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699140.097203:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699140.097210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699140.097235:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699140.097238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699140.097242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699140.097243:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699140.097244:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699140.097247:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699140.097249:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4354
00000400:00000200:3.0:1787699140.097252:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699140.097255:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699140.097257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699140.097260:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097262:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699140.097264:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097266:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699140.097268:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699140.097269:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699140.097270:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699140.097272:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699140.097274:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699140.097277:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699140.097279:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097281:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699140.097283:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097285:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699140.097287:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699140.097289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097291:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699140.097293:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699140.097298:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699140.097300:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097302:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699140.097306:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699140.097308:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097310:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699140.097315:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787699140.097317:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699140.097320:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699140.097321:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097323:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699140.097324:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699140.097326:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699140.097329:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787699140.097332:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699140.097338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699140.097346:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699140.097348:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699140.097364:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699140.097372:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699140.097375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699140.097378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699140.097380:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699140.097382:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699140.097384:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699140.097386:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4354
00000400:00000200:3.0:1787699140.097390:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699140.097393:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699140.097395:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699140.097398:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097400:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699140.097401:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097403:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699140.097405:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699140.097406:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699140.097408:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699140.097410:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699140.097412:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699140.097414:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699140.097417:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097419:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699140.097420:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097422:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699140.097425:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699140.097429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699140.097432:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699140.097432:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.097437:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787699140.097438:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699140.097440:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787699140.097444:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787699140.097463:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699140.097464:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097470:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699140.097478:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699140.097480:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699140.097485:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787699140.097486:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.097490:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787699140.097491:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.097494:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699140.097498:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699140.097498:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000100:00100000:1.0:1787699140.097508:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947255680:192.168.201.121@tcp:250:kworker.0
00000020:00000040:3.0:1787699140.097508:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:1.0:1787699140.097519:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699140.097520:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699140.097523:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.097524:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699140.097527:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.097529:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699140.097536:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
00000100:00000001:3.0:1787699140.097538:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699140.097541:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699140.097544:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699140.097549:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787699140.097554:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699140.097561:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787699140.097563:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699140.097580:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699140.097583:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787699140.097585:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00000001:3.0:1787699140.097588:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699140.097593:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000040:3.0:1787699140.097600:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699140.097603:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255680, portal 25
00000100:00000001:1.0:1787699140.097605:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699140.097607:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299249984 : -116989410301632 : ffff959947c1a940)
00000100:00000040:1.0:1787699140.097613:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.097659:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699140.097666:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097666:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699140.097672:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00080000:3.0:1787699140.097673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787699140.097680:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947255680, offset 0
00000400:00000200:1.0:1787699140.097695:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00080000:3.0:1787699140.097697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699140.097700:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699140.097702:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699140.097705:0:37:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787699140.097708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699140.097712:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4354
00000400:00000200:3.0:1787699140.097718:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699140.097724:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787699140.097725:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699140.097735:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787699140.097735:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787699140.097743:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000040:3.0:1787699140.097748:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699140.097751:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699140.097757:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699140.097758:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699140.097769:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12637:12637:256:4294967295] 192.168.201.121@tcp LPNI seq info [12637:12637:8:4294967295]
00000100:00000040:3.0:1787699140.097770:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699140.097779:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699140.097781:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699140.097790:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699140.097795:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787699140.097797:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1787699140.097801:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000020:00000040:3.0:1787699140.097804:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699140.097809:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1787699140.097810:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:3.0:1787699140.097814:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000800:00000200:1.0:1787699140.097815:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787699140.097824:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699140.097830:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.1:1787699140.097834:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699140.097839:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1787699140.097841:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000100:1.0:1787699140.097872:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.097876:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699140.097885:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787699140.097888:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699140.097896:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787699140.097898:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699140.097903:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699140.097906:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000020:00000040:3.0:1787699140.097908:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000400:00000010:1.0:1787699140.097911:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00080000:3.0:1787699140.097916:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699140.097920:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787699140.097923:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699140.097927:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699140.097929:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699140.097935:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699140.097939:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787699140.097939:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699140.097945:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699140.097946:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699140.097951:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699140.097955:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.097959:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787699140.097960:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.097964:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.097965:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699140.097970:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000400:00000200:1.0:1787699140.097971:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699140.097976:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299027108
00000020:00000040:3.0:1787699140.097977:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000010:1.0:1787699140.097982:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599470106c0.
00000100:00000001:1.0:1787699140.097990:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699140.097996:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299027108
00000100:00000010:1.0:1787699140.097998:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010cc0.
00000100:00000001:1.0:1787699140.098000:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699140.098002:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699140.098004:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098005:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699140.098009:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699140/real 1787699140]  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699140.098015:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699140.098016:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699140.098017:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699140.098019:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699140.098020:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699140.098022:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699140.098024:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699140.098029:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098045:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699140.098046:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098048:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.098050:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699140.098053:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098057:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699140.098060:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098064:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699140.098066:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098067:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.098068:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098070:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699140.098071:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699140.098074:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699140.098076:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699140.098078:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699140.098080:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699140.098085:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947255680:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699140.098088:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699140.098090:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098096:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699140.098097:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.098100:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699140.098102:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699140.098105:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699140.098108:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255808:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699140.098111:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699140.098114:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699140.098115:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.098117:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699140.098121:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699140.098124:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699140.098127:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699140.098130:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699140.098134:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699140.098136:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255808, portal 10
00000100:00000001:1.0:1787699140.098139:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699140.098140:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699140.098146:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098151:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699140.098152:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699140.098154:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699140.098155:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947255808, offset 0
00000400:00000200:1.0:1787699140.098158:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699140.098160:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699140.098162:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699140.098164:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699140.098166:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699140.098168:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699140.098169:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699140.098171:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12638:12638:256:4294967295] 192.168.201.121@tcp LPNI seq info [12638:12638:8:4294967295]
00000400:00000200:1.0:1787699140.098174:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699140.098178:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699140.098181:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.098183:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699140.098186:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699140.098187:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699140.098190:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699140.098192:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699140.098194:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.098195:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699140.098197:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699140.098199:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699140.098201:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699140.098202:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699140.098203:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699140.098205:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098210:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.098212:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098216:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098217:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699140.098219:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699140.098222:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699140.098223:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699140.098225:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299026450
00000100:00000001:1.0:1787699140.098227:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299027108
00000100:00000001:1.0:1787699140.098228:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299026450
00000100:00000001:1.0:1787699140.098230:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299027108
00000100:00000001:1.0:1787699140.098231:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699140.098232:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098233:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699140.098235:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699140/real 1787699140]  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699140.098253:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699140.098253:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699140.098255:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699140.098256:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699140.098257:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699140.098259:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699140.098261:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699140.098266:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098270:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699140.098271:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098272:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.098273:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699140.098275:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098278:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699140.098280:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098285:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699140.098286:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098287:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.098288:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098289:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699140.098290:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699140.098292:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699140.098293:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699140.098295:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699140.098298:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699140.098302:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255808:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699140.098305:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098306:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.098308:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a940 x1874533947255680/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098312:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699140.098314:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699140.098317:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699140.098319:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699140.098321:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699140.098322:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699140.098324:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699140.098326:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699140.098328:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699140.098331:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699140.098332:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a940.
00000100:00000001:1.0:1787699140.098335:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699140.098335:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098337:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.098339:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947255808/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098342:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699140.098343:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699140.098344:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699140.098345:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699140.098345:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699140.098346:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699140.098347:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699140.098348:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699140.098349:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699140.098350:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699140.098351:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699140.098353:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699140.098353:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098355:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098361:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699140.098362:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098364:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699140.098365:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699140.098366:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699140.098368:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098372:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699140.098373:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.098375:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699140.098376:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699140.098377:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699140.098378:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255936:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699140.098380:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699140.098381:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699140.098382:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.098383:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699140.098385:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699140.098386:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699140.098388:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699140.098389:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699140.098391:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699140.098393:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947255936, portal 4
00000100:00000001:1.0:1787699140.098394:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699140.098395:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699140.098399:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098404:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787699140.098404:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787699140.098409:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699140.098410:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699140.098412:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699140.098418:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947255936, offset 0
00000100:00000001:3.0:1787699140.098420:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787699140.098425:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699140.098430:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787699140.098431:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699140.098440:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
02000000:00000001:3.0:1787699140.098441:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699140.098448:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699140.098463:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699140.098465:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1787699140.098466:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000400:00000200:1.0:1787699140.098468:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699140.098475:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12639:12639:256:4294967295] 192.168.201.121@tcp LPNI seq info [12639:12639:8:4294967295]
00000100:00000001:3.0:1787699140.098477:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699140.098483:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699140.098497:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787699140.098500:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787699140.098503:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.098508:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699140.098516:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699140.098522:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699140.098525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699140.098526:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699140.098529:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.098530:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699140.098532:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699140.098534:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699140.098536:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699140.098537:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699140.098538:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699140.098541:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098546:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.098548:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098553:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098554:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699140.098556:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699140.098558:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699140.098560:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699140.098561:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299026467
00000100:00000001:1.0:1787699140.098563:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299027108
00000100:00000001:1.0:1787699140.098565:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299026467
00000100:00000001:1.0:1787699140.098566:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299027108
00000100:00000001:1.0:1787699140.098567:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699140.098568:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098569:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699140.098571:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699140/real 1787699140]  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699140.098575:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699140.098576:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699140.098577:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699140.098578:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699140.098582:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699140.098586:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699140.098592:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699140.098604:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787699140.098605:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699140.098614:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098616:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699140.098617:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098623:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.098625:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699140.098630:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699140.098633:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098637:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699140.098644:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098676:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699140.098678:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098679:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.098680:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098681:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699140.098683:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699140.098684:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699140.098687:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699140.098688:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699140.098690:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699140.098694:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947255936:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699140.098696:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098697:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.098699:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947255936/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.098703:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699140.098704:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699140.098705:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699140.098706:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699140.098707:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699140.098708:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699140.098709:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699140.098710:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699140.098711:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699140.098713:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699140.098713:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699140.098715:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699140.098716:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098718:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.098719:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699140.098720:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.098722:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699140.098723:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699140.098761:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699140.098767:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4364)
00000100:00000001:1.0:1787699140.098988:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699140.098991:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699140.098992:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699140.098996:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099001:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699140.099002:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.099004:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699140.099005:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699140.099007:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699140.099009:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256064:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699140.099011:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699140.099012:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699140.099014:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699140.099015:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699140.099018:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699140.099019:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699140.099021:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699140.099023:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699140.099025:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699140.099028:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256064, portal 4
00000100:00000001:1.0:1787699140.099029:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699140.099030:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699140.099075:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099079:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699140.099080:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699140.099082:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699140.099084:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947256064, offset 0
00000400:00000200:1.0:1787699140.099088:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699140.099090:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699140.099093:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699140.099096:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699140.099099:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699140.099101:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699140.099103:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699140.099106:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12640:12640:256:4294967295] 192.168.201.121@tcp LPNI seq info [12640:12640:8:4294967295]
00000400:00000200:1.0:1787699140.099110:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699140.099117:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699140.099121:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.099124:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699140.099128:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699140.099131:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699140.099135:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699140.099137:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699140.099140:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699140.099142:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699140.099145:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699140.099148:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699140.099150:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699140.099152:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699140.099155:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699140.099158:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099165:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.099168:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699165 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099174:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.099175:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699140.099178:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699140.099181:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699140.099184:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699140.099186:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299026455
00000100:00000001:1.0:1787699140.099189:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299027108
00000100:00000001:1.0:1787699140.099191:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299026455
00000100:00000001:1.0:1787699140.099193:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299027108
00000100:00000001:1.0:1787699140.099196:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699140.099198:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.099199:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699140.099203:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699140/real 1787699140]  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699140.099211:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699140.099213:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699140.099214:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699140.099217:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699140.099218:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699140.099220:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699140.099224:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699140.099231:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099292:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699140.099294:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.099295:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.099296:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699140.099299:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099304:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699140.099306:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099310:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699140.099312:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.099313:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699140.099314:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.099315:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699140.099316:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699140.099318:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699140.099320:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699140.099321:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699140.099323:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699140.099327:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256064:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699140.099329:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.099330:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699140.099331:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947256064/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699165 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699140.099335:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699140.099336:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699140.099338:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699140.099339:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699140.099340:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699140.099341:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699140.099342:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699140.099344:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699140.099345:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699140.099346:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699140.099347:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699140.099349:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699140.099349:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.099350:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.099353:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699140.099354:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699140.099355:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699140.099356:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699140.544952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699140.544960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699140.544961:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699140.544963:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699140.544964:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699140.544970:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699140.544972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699140.544972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699140.544977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699140.544978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699140.544979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699140.544984:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699140.544988:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699140.544991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699140.544996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699140.545016:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699140.545021:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699140.545024:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699140.545742:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699140.545750:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699140.545751:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699140.545756:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699140.545758:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699140.545761:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.545762:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699140.545764:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699140.545766:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699140.800991:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299027108, at 4299027136
00000100:00000040:1.0:1787699140.800991:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299027108, at 4299027136
00000100:00000010:1.0:1787699140.801011:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010cc0.
00000100:00000010:0.0:1787699140.801013:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599470106c0.
00000100:00000001:1.0:1787699141.121051:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699141.121061:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699141.121063:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699141.121070:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699141.121074:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699141.121079:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699141.121082:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699141.121085:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699141.121089:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699141.568976:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699141.568976:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699141.568985:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699141.568985:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699141.568987:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699141.568987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699141.568989:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699141.568992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699141.568994:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699141.568995:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699141.568999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699141.568999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699141.569001:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699141.569003:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699141.569005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699141.569005:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699141.569009:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699141.569009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699141.569012:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699141.569013:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699141.569017:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699141.569019:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699141.569022:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699141.569025:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699141.569053:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699141.569057:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699141.569059:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699142.144975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699142.144984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699142.144986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699142.144993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699142.144998:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699142.145003:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699142.145006:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699142.145010:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699142.145013:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699142.592964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699142.592973:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699142.592975:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699142.592979:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699142.592981:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699142.592983:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699142.592989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699142.592991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699142.592993:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699142.592995:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699142.592996:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699142.593011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699142.593011:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699142.593018:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699142.593023:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699142.593027:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699142.593029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699142.593032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699142.593102:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699142.593107:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699142.593111:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699142.593112:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699142.593116:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699142.593117:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699142.593239:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699142.593242:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699142.593245:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699143.169009:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699143.169020:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699143.169023:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699143.169030:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699143.169034:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699143.169039:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699143.169042:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699143.169046:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699143.169049:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699143.616992:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699143.616992:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699143.617001:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699143.617002:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699143.617002:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699143.617004:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699143.617005:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699143.617014:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699143.617015:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699143.617015:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699143.617020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699143.617026:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699143.617027:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699143.617030:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699143.617032:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699143.617032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699143.617041:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699143.617041:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699143.617045:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699143.617046:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699143.617049:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699143.617050:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699143.617052:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699143.617054:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699143.617111:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699143.617115:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699143.617117:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699144.192994:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699144.193002:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699144.193004:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699144.193010:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699144.193013:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699144.193017:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699144.193020:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699144.193022:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699144.193025:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699144.640929:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699144.640932:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699144.640935:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699144.640937:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699144.640938:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699144.640940:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699144.640941:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699144.640942:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640944:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00100000:0.0:1787699144.640949:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699144.640949:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699144.640950:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699144.640956:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699144.640956:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699144.640957:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:1.0:1787699144.640960:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699144.640961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699144.640961:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640966:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699144.640967:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699144.640971:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699144.640971:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699144.640976:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699144.640977:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699144.640978:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699144.640982:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699144.640982:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699144.640985:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699144.640987:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640987:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699144.640990:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640992:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640994:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699144.640996:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699144.640997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699144.641030:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699144.641033:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699144.641036:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699145.216953:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699145.216959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699145.216961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699145.216966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00080000:3.0:1787699145.216966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699145.216971:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699145.216972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699145.216975:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787699145.216976:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699145.216978:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699145.216982:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699145.216983:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699145.216988:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699145.216990:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4359
00000100:00000001:1.0:1787699145.216994:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699145.216999:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699145.217004:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699145.217007:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699145.217010:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217012:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699145.217014:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217016:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699145.217018:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699145.217020:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699145.217023:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699145.217026:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699145.217028:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699145.217031:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699145.217034:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217036:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699145.217037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699145.217042:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699145.217045:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217048:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699145.217051:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699145.217054:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699145.217056:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217058:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699145.217061:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699145.217070:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699145.217073:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699145.217077:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699145.217079:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217081:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699145.217084:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699145.217087:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699145.217102:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787699145.217109:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699145.217116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699145.217124:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699145.217127:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699145.217130:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699145.217150:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699145.217152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699145.217154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699145.217156:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699145.217160:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699145.217162:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699145.217164:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4359
00000400:00000200:3.0:1787699145.217167:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699145.217170:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699145.217172:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699145.217176:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787699145.217176:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217179:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699145.217180:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787699145.217181:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699145.217184:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787699145.217185:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699145.217188:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699145.217189:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699145.217191:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787699145.217192:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699145.217193:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699145.217197:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699145.217200:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699145.217207:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699145.217210:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699145.217211:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699145.217213:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699145.217214:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217217:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
02000000:00000001:1.0:1787699145.217218:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787699145.217220:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787699145.217223:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787699145.217223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217229:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217230:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699145.217231:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787699145.217237:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947256192:192.168.201.121@tcp:250:kworker.0
02000000:00000001:3.0:1787699145.217238:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699145.217242:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217246:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699145.217247:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787699145.217250:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787699145.217253:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787699145.217253:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217257:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217258:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699145.217260:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
02000000:00000001:1.0:1787699145.217263:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1787699145.217263:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699145.217267:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699145.217268:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217269:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699145.217270:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787699145.217271:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787699145.217272:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217275:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699145.217278:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000400:00000200:1.0:1787699145.217282:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699145.217283:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699145.217288:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00100000:3.0:1787699145.217290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787699145.217294:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000001:3.0:1787699145.217299:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699145.217300:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699145.217302:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256192, portal 25
00000100:00000040:3.0:1787699145.217304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.217306:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699145.217309:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000001:3.0:1787699145.217315:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699145.217317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787699145.217321:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699145.217321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699145.217323:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699145.217325:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699145.217329:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699145.217335:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4359
00000100:00000001:1.0:1787699145.217337:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699145.217344:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699145.217345:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699145.217349:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000400:00000200:3.0:1787699145.217352:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000200:1.0:1787699145.217354:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947256192, offset 0
00000100:00080000:3.0:1787699145.217357:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787699145.217362:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699145.217378:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217384:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699145.217387:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217391:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699145.217392:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000001:3.0:1787699145.217396:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787699145.217399:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000040:3.0:1787699145.217400:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699145.217404:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787699145.217405:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787699145.217409:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:1.0:1787699145.217411:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000020:00000001:3.0:1787699145.217414:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699145.217417:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787699145.217418:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787699145.217425:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699145.217426:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217431:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787699145.217436:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12641:12641:256:4294967295] 192.168.201.121@tcp LPNI seq info [12641:12641:8:4294967295]
00000100:00000040:3.0:1787699145.217437:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217442:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699145.217448:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:3.0:1787699145.217448:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699145.217454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217457:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699145.217460:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699145.217464:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787699145.217465:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699145.217470:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699145.217471:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217474:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000010:1.0:1787699145.217477:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000008:00100000:3.0:1787699145.217478:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699145.217484:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699145.217487:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699145.217488:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699145.217492:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000100:00000010:3.0:1787699145.217494:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000800:00000200:1.1:1787699145.217498:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000020:00000040:3.0:1787699145.217500:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000800:00000200:1.1:1787699145.217501:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1787699145.217505:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787699145.217507:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699145.217509:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699145.217510:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000100:00000001:3.0:1787699145.217514:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699145.217517:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787699145.217518:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787699145.217520:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699145.217523:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1787699145.217527:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000400:00000200:1.0:1787699145.217528:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699145.217531:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699145.217535:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699145.217538:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.217546:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699145.217547:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699145.217549:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699145.217556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699145.217557:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217560:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699145.217566:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217569:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787699145.217571:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699145.217574:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217575:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299032227
00000100:00000010:1.0:1787699145.217581:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010cc0.
00000100:00000040:3.0:1787699145.217582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.217588:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699145.217595:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217596:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299032227
00000100:00000010:1.0:1787699145.217601:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010120.
00000100:00000001:1.0:1787699145.217604:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699145.217607:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699145.217610:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699145.217611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699145.217614:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787699145.217616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699145.217619:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699145.217623:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787699145.217624:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699145/real 1787699145]  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699145.217629:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699145.217635:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4359
00000400:00000001:1.0:1787699145.217640:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1787699145.217642:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000001:1.0:1787699145.217644:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699145.217648:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:3.0:1787699145.217650:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000400:00000200:1.0:1787699145.217652:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699145.217655:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00080000:3.0:1787699145.217655:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699145.217658:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787699145.217662:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699145.217663:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699145.217667:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699145.217671:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217673:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699145.217678:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699145.217681:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699145.217685:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787699145.217686:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699145.217689:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699145.217695:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699145.217701:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699145.217702:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699145.217705:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.217707:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787699145.217708:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699145.217709:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699145.217714:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787699145.217715:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699145.217721:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699145.217723:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699145.217727:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787699145.217730:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699145.217732:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787699145.217738:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699145.217741:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699145.217741:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699145.217743:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.217745:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.217749:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699145.217749:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217751:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787699145.217753:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787699145.217755:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787699145.217758:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787699145.217759:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699145.217764:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787699145.217765:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699145.217769:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699145.217769:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699145.217773:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787699145.217778:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947256192:192.168.201.121@tcp:250:kworker.0
00000008:00000001:3.0:1787699145.217779:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217782:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699145.217783:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217786:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.217790:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947256192/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787699145.217790:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699145.217797:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699145.217802:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787699145.217804:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699145.217805:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217808:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787699145.217809:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1787699145.217812:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787699145.217813:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699145.217816:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217818:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699145.217822:0:2353:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:3.0:1787699145.217822:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000020:00000040:1.0:1787699145.217826:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000100:00000001:3.0:1787699145.217828:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699145.217830:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699145.217835:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
00000100:00100000:3.0:1787699145.217836:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787699145.217840:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699145.217843:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699145.217846:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699145.217866:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699145.217867:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.217869:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.217875:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699145.217877:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699145.217878:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699145.217882:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217883:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699145.217887:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699145.217890:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699145.217890:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699145.217896:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699145.217911:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.217913:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699145.217915:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217920:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787699145.217920:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4369)
02000000:00000001:1.0:1787699145.217922:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699145.217926:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699145.217928:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256320:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699145.217931:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699145.217933:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699145.217934:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.217936:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699145.217939:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699145.217940:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699145.217943:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699145.217944:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699145.217947:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699145.217949:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256320, portal 10
00000100:00000001:1.0:1787699145.217960:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699145.217960:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699145.217965:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.217969:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699145.217971:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699145.217972:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699145.217974:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947256320, offset 0
00000400:00000200:1.0:1787699145.217976:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699145.217979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699145.217982:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699145.217984:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699145.217986:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699145.217989:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699145.217991:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699145.217994:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12642:12642:256:4294967295] 192.168.201.121@tcp LPNI seq info [12642:12642:8:4294967295]
00000400:00000200:1.0:1787699145.217998:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699145.218004:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699145.218009:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699145.218012:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699145.218016:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699145.218019:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699145.218023:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699145.218025:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699145.218027:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699145.218028:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699145.218031:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699145.218033:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699145.218035:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699145.218036:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699145.218038:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699145.218040:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218050:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.218051:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218062:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218063:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699145.218068:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699145.218071:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699145.218073:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699145.218074:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299031570
00000100:00000001:1.0:1787699145.218077:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299032227
00000100:00000001:1.0:1787699145.218078:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299031570
00000100:00000001:1.0:1787699145.218079:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299032227
00000100:00000001:1.0:1787699145.218081:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699145.218083:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218084:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699145.218086:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699145/real 1787699145]  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699145.218090:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699145.218091:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699145.218093:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699145.218094:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699145.218095:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699145.218096:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699145.218098:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699145.218103:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218107:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699145.218108:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218109:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.218110:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699145.218112:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218116:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699145.218118:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218121:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699145.218123:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218123:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.218124:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218125:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699145.218126:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699145.218128:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699145.218129:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699145.218131:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699145.218133:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699145.218137:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256320:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699145.218139:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699145.218141:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218145:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699145.218146:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.218147:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699145.218148:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699145.218149:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699145.218151:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256448:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699145.218153:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699145.218154:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699145.218155:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.218156:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699145.218158:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699145.218159:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699145.218161:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699145.218162:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699145.218164:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699145.218166:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256448, portal 4
00000100:00000001:1.0:1787699145.218167:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699145.218168:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699145.218171:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218175:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699145.218178:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699145.218179:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699145.218181:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947256448, offset 0
00000400:00000200:1.0:1787699145.218185:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699145.218188:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699145.218191:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699145.218194:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699145.218196:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699145.218198:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699145.218200:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699145.218203:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12643:12643:256:4294967295] 192.168.201.121@tcp LPNI seq info [12643:12643:8:4294967295]
00000400:00000200:1.0:1787699145.218206:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699145.218217:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699145.218222:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699145.218225:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699145.218230:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699145.218232:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699145.218236:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699145.218238:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699145.218241:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699145.218243:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699145.218245:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699145.218248:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699145.218251:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699145.218253:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699145.218255:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699145.218258:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218265:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.218268:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218274:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218276:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699145.218279:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699145.218282:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699145.218284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699145.218286:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299031587
00000100:00000001:1.0:1787699145.218289:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299032227
00000100:00000001:1.0:1787699145.218291:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299031587
00000100:00000001:1.0:1787699145.218293:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299032227
00000100:00000001:1.0:1787699145.218295:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699145.218297:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218298:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699145.218302:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699145/real 1787699145]  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699145.218308:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699145.218310:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699145.218312:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699145.218314:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699145.218316:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699145.218317:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699145.218320:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699145.218328:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218334:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699145.218335:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218337:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.218338:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699145.218342:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218348:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699145.218352:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218356:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699145.218358:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218359:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.218360:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218361:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699145.218362:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699145.218373:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699145.218377:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699145.218379:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699145.218383:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699145.218392:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256448:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699145.218394:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218396:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.218397:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947256320/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218401:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699145.218402:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699145.218403:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699145.218405:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699145.218406:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699145.218407:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699145.218408:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699145.218409:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699145.218411:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699145.218412:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699145.218413:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699145.218415:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699145.218415:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218416:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.218418:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947256448/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218421:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699145.218422:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699145.218422:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699145.218424:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699145.218425:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699145.218426:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699145.218428:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699145.218429:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699145.218430:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699145.218431:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699145.218432:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699145.218435:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699145.218436:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218438:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218441:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699145.218442:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218443:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699145.218445:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699145.218446:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699145.218449:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218455:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699145.218456:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.218458:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699145.218459:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699145.218461:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699145.218464:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256576:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699145.218467:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699145.218469:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699145.218470:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699145.218471:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699145.218474:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699145.218476:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699145.218479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699145.218481:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699145.218484:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699145.218486:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256576, portal 4
00000100:00000001:1.0:1787699145.218488:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699145.218489:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699145.218495:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218500:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699145.218502:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699145.218503:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699145.218506:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947256576, offset 0
00000400:00000200:1.0:1787699145.218510:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699145.218513:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699145.218517:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699145.218520:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699145.218522:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699145.218525:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699145.218527:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699145.218529:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12644:12644:256:4294967295] 192.168.201.121@tcp LPNI seq info [12644:12644:8:4294967295]
00000400:00000200:1.0:1787699145.218545:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699145.218551:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699145.218555:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699145.218558:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699145.218562:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699145.218565:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787699145.218569:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699145.218571:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787699145.218574:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699145.218576:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699145.218579:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699145.218582:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699145.218585:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699145.218586:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699145.218588:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699145.218592:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218598:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.218602:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699170 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218608:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218609:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699145.218612:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699145.218615:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699145.218618:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699145.218620:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299031574
00000100:00000001:1.0:1787699145.218622:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299032227
00000100:00000001:1.0:1787699145.218624:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299031574
00000100:00000001:1.0:1787699145.218626:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299032227
00000100:00000001:1.0:1787699145.218628:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699145.218629:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218631:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699145.218634:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699145/real 1787699145]  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699145.218641:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699145.218642:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699145.218644:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699145.218646:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699145.218647:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699145.218649:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699145.218652:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699145.218660:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218666:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699145.218667:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218669:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.218670:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699145.218674:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218680:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699145.218684:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218691:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699145.218693:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218695:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699145.218696:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218698:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699145.218699:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699145.218702:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699145.218705:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699145.218707:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699145.218711:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699145.218717:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256576:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699145.218721:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218723:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699145.218725:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947256576/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699170 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699145.218731:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699145.218732:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699145.218733:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699145.218736:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699145.218737:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699145.218738:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699145.218740:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699145.218742:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699145.218744:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699145.218745:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699145.218746:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699145.218749:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699145.218750:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218752:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.218755:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699145.218756:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.218758:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699145.218760:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699145.664989:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699145.664989:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699145.664991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699145.664998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699145.665001:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699145.665001:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699145.665008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.665008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699145.665009:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699145.665014:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699145.665019:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699145.665019:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699145.665019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699145.665023:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699145.665029:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699145.665029:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699145.665034:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.665034:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699145.665038:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699145.665042:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699145.665044:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699145.665044:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699145.665046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699145.665049:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699145.665056:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699145.665061:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699145.665064:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699145.920943:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299032227, at 4299032256
00000100:00000040:0.0:1787699145.920951:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299032227, at 4299032256
00000100:00000010:1.0:1787699145.920960:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010120.
00000100:00000010:0.0:1787699145.920963:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010cc0.
00000100:00000001:1.0:1787699146.240934:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699146.240945:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699146.240947:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699146.240954:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699146.240959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699146.240964:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699146.240967:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699146.240971:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699146.240974:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699146.688959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699146.688962:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699146.688967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699146.688968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699146.688971:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699146.688973:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699146.688975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699146.688976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699146.688979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699146.688980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699146.688983:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:1.0:1787699146.688985:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699146.688986:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787699146.688988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699146.688990:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699146.688991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699146.688994:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699146.689000:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699146.689002:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699146.689004:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699146.689006:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699146.689047:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699146.689050:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699146.689051:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699146.689053:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699146.689055:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699146.689057:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699146.689059:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699146.689060:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699146.689062:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699146.689108:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699146.689111:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699146.689114:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699147.264983:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699147.264991:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699147.264993:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699147.264997:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699147.265000:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699147.265004:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699147.265006:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699147.265008:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699147.265010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699147.712949:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699147.712950:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699147.712956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699147.712957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699147.712962:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699147.712965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699147.712966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699147.712967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699147.712973:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699147.712974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699147.712976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699147.712977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699147.712980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699147.712983:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699147.712987:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699147.713002:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699147.713012:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699147.713016:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699147.713023:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00100000:0.0:1787699147.713024:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000020:00000001:3.0:1787699147.713028:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699147.713031:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00010000:3.0:1787699147.713034:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699147.713038:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699147.713043:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699147.713047:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699147.713052:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699148.288975:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699148.288983:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699148.288986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699148.288992:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699148.288996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699148.289000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699148.289003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699148.289006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699148.289010:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699148.736931:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699148.736938:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699148.736945:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699148.736947:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699148.736953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699148.736956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699148.736965:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699148.736973:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699148.736976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699148.736981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699148.736986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699148.736992:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699148.736997:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699148.737001:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699148.737005:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699148.737007:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699148.737013:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699148.737016:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699148.738176:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699148.738182:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699148.738185:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699148.738191:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699148.738195:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699148.738200:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699148.738203:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699148.738206:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699148.738209:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699149.313101:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699149.313109:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699149.313111:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699149.313115:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699149.313118:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699149.313121:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699149.313123:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699149.313125:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699149.313127:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699149.760931:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699149.760940:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699149.760941:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699149.760945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699149.760945:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699149.760948:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699149.760948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699149.760953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699149.760954:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699149.760954:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699149.760959:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699149.760960:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699149.760963:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699149.760964:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699149.760964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699149.760967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699149.760967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699149.760970:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699149.760973:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699149.760974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699149.760976:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699149.760977:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699149.760979:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699149.760983:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699149.761004:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699149.761009:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699149.761014:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699150.337010:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699150.337021:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699150.337023:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699150.337030:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699150.337034:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699150.337039:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699150.337042:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699150.337044:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699150.337048:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699150.337162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699150.337168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699150.337171:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699150.337175:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699150.337179:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699150.337187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4364
00000400:00000200:3.0:1787699150.337198:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699150.337204:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699150.337208:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699150.337212:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337215:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699150.337217:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337220:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699150.337224:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699150.337226:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699150.337229:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699150.337232:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699150.337235:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699150.337237:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699150.337241:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337243:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699150.337245:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337247:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699150.337250:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699150.337254:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337257:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699150.337260:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699150.337263:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699150.337267:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337269:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699150.337271:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699150.337327:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787699150.337331:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699150.337336:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699150.337337:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337341:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699150.337344:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699150.337349:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699150.337359:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699150.337367:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699150.337377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699150.337387:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699150.337392:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699150.337397:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699150.337421:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699150.337424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699150.337427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699150.337428:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699150.337429:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699150.337431:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699150.337434:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4364
00000400:00000200:3.0:1787699150.337437:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699150.337440:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699150.337442:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699150.337445:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337447:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699150.337450:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337452:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699150.337454:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699150.337463:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:1.0:1787699150.337465:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787699150.337465:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699150.337471:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:1.0:1787699150.337472:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699150.337475:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:1.0:1787699150.337476:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787699150.337481:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699150.337486:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000040:1.0:1787699150.337487:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699150.337489:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699150.337492:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337496:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699150.337500:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:1.0:1787699150.337506:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787699150.337506:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699150.337509:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337511:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699150.337514:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699150.337516:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699150.337520:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699150.337521:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699150.337523:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699150.337526:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337530:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00100000:1.0:1787699150.337531:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947256704:192.168.201.121@tcp:250:kworker.0
00000008:00100000:3.0:1787699150.337535:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699150.337538:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787699150.337541:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337544:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.337545:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699150.337550:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699150.337550:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699150.337556:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699150.337557:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787699150.337561:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699150.337564:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337566:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699150.337567:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699150.337569:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699150.337573:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000010:3.0:1787699150.337574:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699150.337578:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337580:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699150.337587:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699150.337591:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699150.337595:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699150.337599:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699150.337601:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00000040:3.0:1787699150.337603:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699150.337611:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000001:3.0:1787699150.337613:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699150.337617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699150.337621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787699150.337623:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256704, portal 25
00000100:00000001:3.0:1787699150.337623:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787699150.337627:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787699150.337627:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699150.337630:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
00000100:00000001:3.0:1787699150.337632:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699150.337637:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4364
00000400:00000200:3.0:1787699150.337643:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:1.0:1787699150.337644:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787699150.337648:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699150.337652:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699150.337658:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699150.337660:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787699150.337662:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699150.337667:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699150.337668:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337672:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:1.0:1787699150.337673:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000020:00000001:3.0:1787699150.337676:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787699150.337679:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947256704, offset 0
00000020:00000040:3.0:1787699150.337679:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699150.337682:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699150.337685:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699150.337688:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787699150.337692:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787699150.337693:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787699150.337704:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699150.337712:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699150.337713:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787699150.337715:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699150.337719:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699150.337722:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787699150.337723:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699150.337727:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:1.0:1787699150.337731:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:3.0:1787699150.337731:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337736:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699150.337737:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699150.337740:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787699150.337742:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699150.337746:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
02000000:00000001:3.0:1787699150.337746:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337750:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699150.337752:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12645:12645:256:4294967295] 192.168.201.121@tcp LPNI seq info [12645:12645:8:4294967295]
00000008:00100000:3.0:1787699150.337754:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699150.337759:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:3.0:1787699150.337760:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337764:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699150.337768:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787699150.337773:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787699150.337777:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787699150.337778:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699150.337781:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337784:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699150.337786:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1787699150.337789:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699150.337790:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699150.337796:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000800:00000010:1.0:1787699150.337800:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000100:00000001:3.0:1787699150.337801:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699150.337808:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787699150.337811:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699150.337819:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787699150.337821:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699150.337824:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699150.337830:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787699150.337836:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699150.337841:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699150.337843:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1787699150.337846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699150.337874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699150.337875:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699150.337877:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699150.337880:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699150.337884:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4364
00000400:00000200:3.0:1787699150.337888:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699150.337892:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699150.337894:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787699150.337897:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699150.337901:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000010:1.0:1787699150.337903:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000100:00000001:3.0:1787699150.337905:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699150.337908:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337911:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:1.0:1787699150.337914:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787699150.337914:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699150.337918:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699150.337920:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699150.337923:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699150.337925:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:1.0:1787699150.337928:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787699150.337929:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699150.337935:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699150.337937:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000100:00000001:3.0:1787699150.337938:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787699150.337942:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000040:3.0:1787699150.337943:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699150.337947:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699150.337950:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787699150.337951:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699150.337956:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000200:1.0:1787699150.337959:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699150.337960:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699150.337963:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699150.337967:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699150.337971:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337975:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699150.337978:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787699150.337980:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787699150.337981:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.337985:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699150.337987:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787699150.337990:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787699150.337994:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699150.337999:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787699150.338002:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699150.338002:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338007:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699150.338007:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699150.338011:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699150.338013:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699150.338016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:1.0:1787699150.338020:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699150.338020:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699150.338030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:3.0:1787699150.338030:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699150.338036:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299037348
00000100:00000001:3.0:1787699150.338041:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699150.338043:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699150.338046:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010120.
00000100:00000040:3.0:1787699150.338048:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338055:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699150.338058:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699150.338063:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4374)
00000100:00000001:1.0:1787699150.338065:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299037348
00000100:00000010:1.0:1787699150.338070:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a20.
00000100:00000001:1.0:1787699150.338074:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699150.338079:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699150.338082:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338084:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699150.338090:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699150/real 1787699150]  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699150.338105:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699150.338107:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699150.338108:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699150.338111:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699150.338113:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699150.338116:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699150.338127:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699150.338137:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338142:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699150.338144:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338147:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.338149:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699150.338153:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338159:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699150.338164:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338171:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699150.338174:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338175:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.338176:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338179:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699150.338181:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699150.338184:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699150.338187:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699150.338190:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699150.338195:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699150.338203:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947256704:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699150.338208:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338210:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.338213:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947256704/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338219:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699150.338222:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699150.338225:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699150.338228:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699150.338230:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699150.338232:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699150.338234:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699150.338237:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699150.338242:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699150.338244:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699150.338245:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:1.0:1787699150.338248:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699150.338249:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338257:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338266:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699150.338267:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338269:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699150.338271:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699150.338272:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699150.338276:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338296:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699150.338298:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.338300:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699150.338302:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699150.338304:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699150.338307:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256832:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699150.338311:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699150.338313:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699150.338315:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.338316:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699150.338319:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699150.338320:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699150.338323:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699150.338325:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699150.338327:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699150.338330:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256832, portal 10
00000100:00000001:1.0:1787699150.338331:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699150.338332:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699150.338337:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338342:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699150.338343:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699150.338344:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699150.338346:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947256832, offset 0
00000400:00000200:1.0:1787699150.338349:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699150.338351:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699150.338353:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699150.338355:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699150.338357:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699150.338359:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699150.338361:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699150.338363:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12646:12646:256:4294967295] 192.168.201.121@tcp LPNI seq info [12646:12646:8:4294967295]
00000400:00000200:1.0:1787699150.338367:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699150.338373:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699150.338377:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699150.338380:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699150.338384:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699150.338387:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699150.338391:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699150.338394:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699150.338398:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699150.338400:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699150.338403:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699150.338406:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699150.338409:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699150.338410:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699150.338412:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699150.338414:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338421:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.338424:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338430:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338431:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699150.338434:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699150.338438:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699150.338441:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699150.338444:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299036690
00000100:00000001:1.0:1787699150.338446:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299037348
00000100:00000001:1.0:1787699150.338448:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299036690
00000100:00000001:1.0:1787699150.338450:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299037348
00000100:00000001:1.0:1787699150.338452:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699150.338454:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338456:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699150.338459:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699150/real 1787699150]  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699150.338466:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699150.338467:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699150.338469:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699150.338471:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699150.338473:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699150.338475:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699150.338478:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699150.338486:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338492:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699150.338494:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338496:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.338497:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699150.338501:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338507:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699150.338511:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338517:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699150.338520:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338522:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.338523:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338525:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699150.338528:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699150.338531:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699150.338534:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699150.338536:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699150.338539:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699150.338546:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256832:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699150.338551:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699150.338554:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338560:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699150.338562:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.338563:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699150.338565:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699150.338567:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699150.338570:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256960:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699150.338573:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699150.338575:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699150.338576:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.338578:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699150.338581:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699150.338584:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699150.338587:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699150.338589:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699150.338593:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699150.338596:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947256960, portal 4
00000100:00000001:1.0:1787699150.338598:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699150.338599:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699150.338605:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338612:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699150.338614:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699150.338617:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699150.338619:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947256960, offset 0
00000400:00000200:1.0:1787699150.338623:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699150.338625:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699150.338628:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699150.338630:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699150.338632:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699150.338633:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699150.338635:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699150.338637:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12647:12647:256:4294967295] 192.168.201.121@tcp LPNI seq info [12647:12647:8:4294967295]
00000400:00000200:1.0:1787699150.338639:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699150.338642:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699150.338645:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699150.338646:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699150.338649:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699150.338651:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699150.338654:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699150.338657:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699150.338660:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699150.338662:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699150.338665:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699150.338668:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699150.338671:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699150.338673:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699150.338675:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699150.338678:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338686:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.338689:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338694:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338696:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699150.338699:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699150.338702:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699150.338706:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699150.338708:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299036707
00000100:00000001:1.0:1787699150.338710:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299037348
00000100:00000001:1.0:1787699150.338711:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299036707
00000100:00000001:1.0:1787699150.338713:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299037348
00000100:00000001:1.0:1787699150.338715:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699150.338717:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338719:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699150.338723:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699150/real 1787699150]  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699150.338731:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699150.338732:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699150.338734:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699150.338736:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699150.338737:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699150.338739:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699150.338741:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699150.338749:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338755:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699150.338756:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338758:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.338759:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699150.338762:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338769:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699150.338772:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338779:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699150.338781:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338782:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.338784:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.338785:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699150.338787:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699150.338789:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699150.338791:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699150.338793:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699150.338797:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699150.338805:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947256960:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699150.338808:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699150.338811:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338817:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699150.338819:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.338821:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699150.338823:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699150.338825:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699150.338828:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257088:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699150.338831:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699150.338833:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699150.338834:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699150.338836:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699150.338840:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699150.338841:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699150.338843:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699150.338845:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699150.338868:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699150.338872:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257088, portal 4
00000100:00000001:1.0:1787699150.338874:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699150.338875:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699150.338881:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338888:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699150.338890:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699150.338892:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699150.338894:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947257088, offset 0
00000400:00000200:1.0:1787699150.338898:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699150.338902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699150.338905:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699150.338908:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699150.338910:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699150.338912:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699150.338914:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699150.338917:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12648:12648:256:4294967295] 192.168.201.121@tcp LPNI seq info [12648:12648:8:4294967295]
00000400:00000200:1.0:1787699150.338921:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699150.338927:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699150.338932:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699150.338935:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699150.338939:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699150.338941:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787699150.338945:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699150.338948:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787699150.338952:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699150.338954:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699150.338957:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699150.338960:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699150.338962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699150.338964:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699150.338967:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699150.338970:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338977:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.338980:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699175 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.338991:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.338993:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699150.338996:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699150.338999:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699150.339002:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699150.339004:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299036695
00000100:00000001:1.0:1787699150.339007:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299037348
00000100:00000001:1.0:1787699150.339009:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299036695
00000100:00000001:1.0:1787699150.339011:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299037348
00000100:00000001:1.0:1787699150.339013:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699150.339015:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.339017:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699150.339021:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699150/real 1787699150]  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699150.339027:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699150.339028:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699150.339029:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699150.339031:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699150.339032:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699150.339033:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699150.339035:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699150.339040:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.339043:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699150.339044:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339045:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.339046:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699150.339048:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.339055:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699150.339059:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.339065:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699150.339067:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339069:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699150.339070:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339072:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699150.339073:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699150.339076:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699150.339079:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699150.339081:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699150.339084:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699150.339091:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257088:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699150.339096:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339097:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.339100:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947256832/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.339106:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699150.339108:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699150.339110:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699150.339112:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699150.339114:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699150.339115:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699150.339117:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699150.339119:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699150.339122:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699150.339123:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699150.339124:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699150.339127:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699150.339128:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339129:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.339133:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947256960/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.339139:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699150.339140:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699150.339142:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699150.339144:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699150.339145:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699150.339146:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699150.339148:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699150.339150:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699150.339152:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699150.339153:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699150.339154:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699150.339157:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699150.339159:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339160:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699150.339163:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947257088/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699175 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699150.339169:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699150.339171:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699150.339172:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699150.339174:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699150.339175:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699150.339177:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699150.339179:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699150.339180:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699150.339182:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699150.339184:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699150.339185:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699150.339187:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699150.339189:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339191:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.339194:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699150.339195:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.339197:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699150.339199:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699150.784905:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699150.784912:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699150.784917:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699150.784918:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699150.784922:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699150.784923:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699150.784924:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699150.784924:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699150.784932:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699150.784932:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699150.784936:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.784936:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699150.784943:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699150.784943:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699150.784950:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699150.784950:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699150.784955:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699150.784956:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699150.784960:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699150.784964:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699150.784968:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.784968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787699150.784968:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:1.0:1787699150.784973:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787699150.784974:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699150.784977:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699150.784980:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699151.040976:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299037348, at 4299037376
00000100:00000040:1.0:1787699151.040976:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299037348, at 4299037376
00000100:00000010:1.0:1787699151.040993:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a20.
00000100:00000010:0.0:1787699151.040995:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010120.
00000100:00000001:2.0:1787699151.360944:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699151.360954:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699151.360957:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699151.360964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699151.360968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699151.360973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699151.360976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699151.360979:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699151.360983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699151.808909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699151.808918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699151.808921:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699151.808924:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00100000:1.0:1787699151.808928:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699151.808931:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699151.808934:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699151.808938:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699151.808939:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699151.808941:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699151.808945:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699151.808946:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699151.808950:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699151.808954:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699151.808958:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699151.808959:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699151.808962:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699151.808966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699151.809889:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699151.809893:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699151.809896:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699151.809897:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699151.809899:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699151.809900:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699151.809945:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699151.809949:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699151.809953:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699152.385004:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699152.385014:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699152.385017:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699152.385025:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699152.385029:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699152.385034:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699152.385037:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699152.385040:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699152.385044:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699152.832909:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699152.832918:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699152.832920:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699152.832925:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699152.832928:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699152.832931:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699152.832934:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699152.832936:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699152.832938:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699152.833971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699152.833976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699152.833982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699152.833983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699152.833987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699152.833989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699152.834401:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699152.834405:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699152.834408:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699152.834552:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699152.834556:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699152.834559:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699152.834562:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699152.834564:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699152.834568:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699152.834571:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699152.834572:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699152.834575:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699153.409299:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699153.409307:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699153.409309:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699153.409314:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699153.409318:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699153.409321:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699153.409323:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699153.409326:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699153.409329:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699153.856934:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699153.856939:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699153.856943:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699153.856944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699153.856946:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699153.856953:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699153.856953:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699153.856957:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699153.856958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699153.856961:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699153.856964:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699153.856964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699153.856967:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699153.856968:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699153.856972:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699153.857107:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699153.857112:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699153.857117:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699153.857140:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699153.857143:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699153.857144:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699153.857146:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699153.857147:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699153.857149:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699153.857150:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699153.857157:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699153.857159:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699154.432990:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699154.433001:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699154.433004:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699154.433011:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699154.433015:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699154.433019:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699154.433022:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699154.433025:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699154.433028:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699154.880963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699154.880969:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699154.880972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699154.880976:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699154.880980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699154.880984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699154.880986:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699154.880989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699154.880992:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881013:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699154.881017:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699154.881019:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699154.881022:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881025:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699154.881027:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881030:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881032:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881035:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699154.881036:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699154.881037:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699154.881039:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881040:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699154.881041:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881043:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881044:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699154.881048:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699154.881049:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699154.881169:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699154.881182:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699154.881186:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699154.881474:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699154.881481:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699154.881483:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699154.881488:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699154.881492:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699154.881495:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699154.881498:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699154.881500:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699154.881503:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699155.456956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699155.456966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699155.456969:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699155.456973:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699155.456977:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699155.456984:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4369
00000400:00000200:3.0:1787699155.456993:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699155.456999:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699155.457002:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699155.457005:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.457008:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.457010:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.457013:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699155.457017:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699155.457019:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699155.457021:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699155.457025:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699155.457027:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699155.457029:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699155.457032:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.457034:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.457036:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.457037:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699155.457040:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699155.457044:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699155.457046:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699155.457049:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699155.457052:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699155.457054:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.457057:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699155.457059:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699155.457067:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699155.457070:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699155.457075:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699155.457077:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.457080:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699155.457082:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699155.457086:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699155.457092:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000100:00000001:3.0:1787699155.457100:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699155.457110:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699155.457121:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699155.457125:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699155.457129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699155.457184:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699155.457187:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699155.457189:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699155.457211:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699155.457214:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699155.457217:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699155.457219:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699155.457222:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699155.457225:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.458425:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699155.458430:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699155.458433:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699155.458440:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.458449:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699155.458450:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.458453:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699155.458455:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699155.458457:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699155.458459:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947257216:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699155.458462:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699155.458465:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699155.458467:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.458469:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699155.458473:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699155.458474:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699155.458479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699155.458481:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699155.458486:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699155.458491:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257216, portal 25
00000100:00000001:1.0:1787699155.458492:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699155.458493:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000040:1.0:1787699155.458497:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.458506:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699155.458508:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699155.458509:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699155.458511:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947257216, offset 0
00000400:00000200:1.0:1787699155.458516:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699155.458523:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.458529:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699155.458534:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699155.458538:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699155.458541:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699155.458544:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699155.458548:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12649:12649:256:4294967295] 192.168.201.121@tcp LPNI seq info [12649:12649:8:4294967295]
00000400:00000200:1.0:1787699155.458552:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.458562:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699155.458568:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.458573:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699155.458578:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699155.458581:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699155.458586:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699155.458588:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699155.458590:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.458592:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699155.458598:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699155.458601:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699155.458604:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699155.458606:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699155.458609:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699155.458613:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699155.458657:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699155.458660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699155.458662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699155.458663:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699155.458665:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699155.458667:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699155.458669:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4369
00000400:00000200:3.0:1787699155.458672:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699155.458674:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699155.458676:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699155.458678:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458679:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.458680:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458682:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699155.458684:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699155.458684:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699155.458686:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699155.458687:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699155.458688:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699155.458690:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699155.458692:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458693:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.458694:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458695:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699155.458697:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699155.458698:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458699:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699155.458700:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699155.458705:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699155.458706:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.458708:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699155.458711:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699155.458713:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.458714:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699155.458717:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787699155.458718:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699155.458720:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699155.458720:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.458722:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699155.458723:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699155.458725:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699155.458727:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699155.458730:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699155.458734:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699155.458739:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699155.458741:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699155.458743:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.458770:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.458773:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.458781:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.458782:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699155.458787:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699155.458789:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699155.458791:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299042468
00000100:00000010:1.0:1787699155.458795:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a20.
00000100:00000001:1.0:1787699155.458800:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699155.458805:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299042468
00000100:00000010:1.0:1787699155.458807:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a80.
00000100:00000001:1.0:1787699155.458809:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699155.458810:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699155.458812:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.458814:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699155.458817:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699155/real 1787699155]  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699155.458823:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699155.458825:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699155.458826:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699155.458829:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699155.458831:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699155.458834:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699155.458837:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699155.458845:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699155.458884:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699155.458886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699155.458889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699155.458890:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699155.458891:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699155.458893:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699155.458896:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4369
00000400:00000200:3.0:1787699155.458900:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699155.458902:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699155.458904:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699155.458906:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458909:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.458910:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458913:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699155.458915:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699155.458916:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699155.458917:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699155.458919:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699155.458921:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699155.458923:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699155.458926:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458928:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.458930:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458932:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699155.458934:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699155.458937:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458939:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699155.458940:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699155.458942:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699155.458944:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.458945:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699155.458947:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699155.458948:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.458950:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699155.458952:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787699155.458954:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699155.458955:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699155.458956:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.458957:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699155.458958:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699155.458960:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699155.458962:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699155.458965:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699155.458968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699155.458972:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699155.458973:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699155.458975:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699155.458980:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699155.458981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699155.458984:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699155.458984:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699155.458985:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699155.458987:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699155.458988:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4369
00000400:00000200:3.0:1787699155.458990:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699155.458992:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699155.458993:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699155.458995:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458996:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.458998:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.458999:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699155.459000:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699155.459001:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699155.459002:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699155.459003:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699155.459004:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699155.459005:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699155.459006:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.459007:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699155.459008:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699155.459009:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699155.459010:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699155.459012:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699155.459013:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699155.459014:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699155.459015:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699155.459016:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.459017:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699155.459018:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699155.459019:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.459020:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699155.459022:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787699155.459023:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699155.459024:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699155.459025:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699155.459026:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699155.459026:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699155.459027:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699155.459029:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699155.459031:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699155.459033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699155.459037:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699155.459038:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699155.459040:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699155.459045:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699155.459049:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4379)
00000100:00000001:1.0:1787699155.459107:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699155.459109:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459111:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.459113:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699155.459118:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459126:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699155.459130:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459137:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699155.459139:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459141:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.459142:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459144:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699155.459146:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699155.459149:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699155.459152:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699155.459155:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699155.459159:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699155.459167:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947257216:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699155.459171:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459173:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.459177:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947257216/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459183:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699155.459185:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699155.459188:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699155.459546:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699155.459548:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699155.459549:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699155.459551:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699155.459553:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699155.459556:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699155.459558:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699155.459559:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699155.459562:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699155.459562:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459564:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459569:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699155.459570:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.459572:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699155.459573:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699155.459574:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699155.459577:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459581:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699155.459582:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.459584:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699155.459585:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699155.459586:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699155.459588:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257344:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699155.459589:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699155.459591:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699155.459592:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.459593:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699155.459595:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699155.459596:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699155.459598:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699155.459600:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699155.459602:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699155.459605:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257344, portal 10
00000100:00000001:1.0:1787699155.459606:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699155.459607:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699155.459619:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459623:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699155.459625:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699155.459627:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699155.459628:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947257344, offset 0
00000400:00000200:1.0:1787699155.459630:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699155.459633:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.459636:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699155.459638:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699155.459640:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699155.459642:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699155.459643:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699155.459645:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12650:12650:256:4294967295] 192.168.201.121@tcp LPNI seq info [12650:12650:8:4294967295]
00000400:00000200:1.0:1787699155.459647:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.459651:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699155.459654:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.459656:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699155.459659:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699155.459661:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699155.459664:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699155.459666:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699155.459668:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.459669:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699155.459671:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699155.459673:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699155.459675:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699155.459676:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699155.459678:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699155.459680:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459685:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.459687:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459690:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.459691:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699155.459694:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699155.459696:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699155.459698:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699155.459699:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299041811
00000100:00000001:1.0:1787699155.459701:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299042468
00000100:00000001:1.0:1787699155.459702:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299041811
00000100:00000001:1.0:1787699155.459704:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299042468
00000100:00000001:1.0:1787699155.459705:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699155.459707:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.459708:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699155.459710:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699155/real 1787699155]  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699155.459714:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699155.459714:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699155.459715:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699155.459717:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699155.459717:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699155.459718:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699155.459720:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699155.459724:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459728:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699155.459729:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459730:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.459731:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699155.459733:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459736:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699155.459738:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459743:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699155.459744:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459745:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.459746:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.459747:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699155.459748:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699155.459750:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699155.459751:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699155.459753:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699155.459754:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699155.459759:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257344:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699155.459761:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699155.459763:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459766:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699155.459767:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.459768:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699155.459769:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699155.459770:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699155.459772:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257472:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699155.459773:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699155.459774:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699155.459775:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.459776:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699155.459778:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699155.459779:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699155.459781:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699155.459783:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699155.459785:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699155.459787:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257472, portal 4
00000100:00000001:1.0:1787699155.459788:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699155.459789:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699155.459792:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.459796:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699155.459797:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699155.459798:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699155.459799:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947257472, offset 0
00000400:00000200:1.0:1787699155.459801:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699155.459803:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.459805:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699155.459806:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699155.459808:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699155.459809:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699155.459810:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699155.459812:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12651:12651:256:4294967295] 192.168.201.121@tcp LPNI seq info [12651:12651:8:4294967295]
00000400:00000200:1.0:1787699155.459814:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.459817:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699155.460296:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.460300:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699155.460304:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699155.460307:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699155.460311:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699155.460313:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699155.460317:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.460319:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699155.460322:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699155.460325:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699155.460328:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699155.460329:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699155.460332:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699155.460336:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460344:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.460347:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460353:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.460354:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699155.460357:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699155.460360:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699155.460364:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699155.460366:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299041829
00000100:00000001:1.0:1787699155.460368:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299042468
00000100:00000001:1.0:1787699155.460370:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299041829
00000100:00000001:1.0:1787699155.460372:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299042468
00000100:00000001:1.0:1787699155.460373:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699155.460376:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.460378:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699155.460382:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699155/real 1787699155]  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699155.460389:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699155.460390:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699155.460392:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699155.460394:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699155.460396:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699155.460398:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699155.460401:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699155.460408:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460420:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699155.460421:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.460423:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.460425:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699155.460428:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460434:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699155.460438:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460444:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699155.460447:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.460448:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.460449:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.460451:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699155.460453:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699155.460455:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699155.460458:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699155.460460:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699155.460464:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699155.460471:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257472:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699155.460475:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699155.460478:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460484:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699155.460485:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.460488:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699155.460489:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699155.460491:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699155.460494:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257600:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699155.460497:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699155.460499:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699155.460500:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699155.460502:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699155.460505:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699155.460507:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699155.460510:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699155.460512:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699155.460515:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699155.460518:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257600, portal 4
00000100:00000001:1.0:1787699155.460520:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699155.460521:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699155.460527:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460533:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699155.460535:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699155.460537:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699155.460539:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947257600, offset 0
00000400:00000200:1.0:1787699155.460543:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699155.460547:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.460550:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699155.460553:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699155.460555:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699155.460558:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699155.460560:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699155.460562:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12652:12652:256:4294967295] 192.168.201.121@tcp LPNI seq info [12652:12652:8:4294967295]
00000400:00000200:1.0:1787699155.460566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699155.460571:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699155.460576:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.460579:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699155.460584:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699155.460586:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787699155.460590:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699155.460592:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787699155.460595:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699155.460597:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699155.460600:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699155.460603:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699155.460606:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699155.460607:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699155.460935:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699155.460940:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460947:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.460950:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699180 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.460956:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.460958:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699155.460961:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699155.460964:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699155.460968:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699155.460970:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299041817
00000100:00000001:1.0:1787699155.460972:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299042468
00000100:00000001:1.0:1787699155.460974:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299041817
00000100:00000001:1.0:1787699155.460976:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299042468
00000100:00000001:1.0:1787699155.460978:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699155.460980:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.460982:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699155.460986:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699155/real 1787699155]  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699155.460994:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699155.460995:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699155.460997:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699155.460999:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699155.461001:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699155.461002:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699155.461005:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699155.461013:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.461019:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699155.461020:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461022:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.461023:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699155.461026:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.461033:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699155.461037:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.461042:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699155.461044:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461046:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699155.461047:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461049:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699155.461050:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699155.461053:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699155.461056:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699155.461058:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699155.461062:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699155.461069:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257600:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699155.461073:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461075:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.461078:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947257344/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.461085:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699155.461086:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699155.461088:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699155.461091:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699155.461093:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699155.461094:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699155.461096:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699155.461098:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699155.461101:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699155.461102:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699155.461103:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699155.461106:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699155.461107:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461109:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.461112:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947257472/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.461118:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699155.461119:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699155.461121:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699155.461122:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699155.461123:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699155.461124:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699155.461126:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699155.461127:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699155.461128:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699155.461130:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699155.461131:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699155.461133:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699155.461134:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461136:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699155.461139:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947257600/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699180 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699155.461144:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699155.461145:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699155.461146:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699155.461148:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699155.461149:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699155.461150:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699155.461152:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699155.461153:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699155.461156:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699155.461157:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699155.461158:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699155.461160:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699155.461161:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461163:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699155.461167:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699155.461168:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.461171:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699155.461172:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.904955:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699155.904965:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699155.904967:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699155.904973:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699155.904978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699155.904978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699155.904982:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699155.904983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.904986:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699155.904991:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699155.904991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699155.904994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699155.904996:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699155.904999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699155.905002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699155.905029:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699155.905033:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699155.905036:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699155.905231:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699155.905234:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699155.905236:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699155.905239:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699155.905241:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699155.905243:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699155.905245:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699155.905247:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699155.905249:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699156.160903:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299042468, at 4299042496
00000100:00000010:0.0:1787699156.160918:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a20.
00000100:00000040:1.0:1787699156.160929:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299042468, at 4299042496
00000100:00000010:1.0:1787699156.160939:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00000001:1.0:1787699156.480987:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699156.480994:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699156.480996:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699156.481001:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699156.481005:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699156.481008:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699156.481010:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699156.481012:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699156.481015:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699156.928939:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699156.928945:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699156.928947:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699156.928952:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699156.928955:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699156.928958:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699156.928961:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699156.928963:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699156.928966:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699156.929021:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699156.929024:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699156.929028:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699156.929030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699156.929032:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699156.929036:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699156.929038:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699156.929041:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699156.929044:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699156.929045:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699156.929047:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699156.929060:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699156.929341:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699156.929344:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699156.929347:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699156.929428:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699156.929430:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699156.929432:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699156.929434:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699156.929436:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699156.929438:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699156.929439:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699156.929441:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699156.929442:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699157.505147:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699157.505166:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699157.505168:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699157.505174:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699157.505177:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699157.505180:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699157.505183:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699157.505186:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699157.505189:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699157.952958:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699157.952958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699157.952967:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699157.952968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699157.952971:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699157.952972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699157.952980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699157.952980:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699157.952985:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699157.952986:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699157.952991:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699157.952991:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699157.952996:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699157.952999:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699157.953003:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699157.953003:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699157.953007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699157.953010:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699157.953026:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699157.953030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699157.953034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699157.953037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699157.953040:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699157.953042:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699157.953121:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699157.953124:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699157.953128:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699158.528970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699158.528976:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699158.528978:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699158.528982:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699158.528985:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699158.528989:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699158.528991:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699158.528994:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699158.528997:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699158.977056:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699158.977064:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699158.977066:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699158.977071:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699158.977074:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699158.977078:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699158.977081:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699158.977083:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699158.977086:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699158.977219:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699158.977221:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699158.977224:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699158.977225:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699158.977227:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699158.977228:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699158.977312:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699158.977315:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699158.977319:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699158.979198:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699158.979203:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699158.979204:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699158.979208:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699158.979211:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699158.979213:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699158.979215:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699158.979217:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699158.979219:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699159.552954:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699159.552960:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699159.552962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699159.552966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699159.552968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699159.552971:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699159.552973:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699159.552975:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699159.552977:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699160.001609:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699160.001616:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699160.001622:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699160.001623:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699160.001627:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699160.001628:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699160.002324:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699160.002329:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699160.002331:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699160.002336:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699160.002340:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699160.002344:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699160.002346:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699160.002349:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699160.002351:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699160.004183:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699160.004189:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699160.004194:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699160.004652:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699160.004656:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699160.004658:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699160.004661:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699160.004664:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699160.004667:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699160.004670:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699160.004672:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699160.004674:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.577348:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699160.577358:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699160.577361:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699160.577367:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699160.577370:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699160.577374:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.577377:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699160.577380:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.577383:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699160.578155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699160.578163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699160.578166:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699160.578169:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699160.578173:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699160.578180:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4374
00000400:00000200:2.0:1787699160.578200:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699160.578206:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699160.578210:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699160.578213:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578216:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699160.578219:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578221:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699160.578224:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699160.578226:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787699160.578229:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699160.578232:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787699160.578235:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787699160.578237:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787699160.578241:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578243:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699160.578245:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578247:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699160.578250:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787699160.578253:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578255:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699160.578258:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699160.578278:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699160.578282:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578285:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787699160.578287:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699160.578294:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787699160.578298:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787699160.578302:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699160.578304:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578306:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699160.578309:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699160.578314:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699160.578322:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328800.
00000100:00000001:2.0:1787699160.578330:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699160.578340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787699160.578349:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699160.578355:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699160.578359:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699160.578381:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699160.578385:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699160.578388:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787699160.578390:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699160.578392:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699160.578395:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699160.578398:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4374
00000400:00000200:2.0:1787699160.578402:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699160.578405:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699160.578408:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699160.578411:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578414:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699160.578416:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787699160.578416:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578422:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699160.578423:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787699160.578425:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787699160.578428:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787699160.578428:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787699160.578432:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699160.578435:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787699160.578439:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699160.578440:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787699160.578441:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787699160.578449:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699160.578458:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699160.578460:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.578464:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699160.578467:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699160.578469:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578471:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787699160.578476:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947257728:192.168.201.121@tcp:250:kworker.0
00000100:00000040:2.0:1787699160.578477:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578482:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699160.578484:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787699160.578486:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
02000000:00000001:1.0:1787699160.578490:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787699160.578491:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
02000000:00000001:1.0:1787699160.578494:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578495:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.578500:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787699160.578500:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699160.578507:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787699160.578508:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:2.0:1787699160.578511:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.578513:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578515:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787699160.578521:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699160.578522:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000008:00000001:2.0:1787699160.578527:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699160.578529:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00000001:2.0:1787699160.578531:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699160.578537:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000400:00000010:1.0:1787699160.578539:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000020:00000040:2.0:1787699160.578541:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787699160.578546:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699160.578547:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578549:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787699160.578550:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257728, portal 25
02000000:00000001:2.0:1787699160.578551:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699160.578555:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.578556:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699160.578559:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
02000000:00000010:2.0:1787699160.578560:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329400.
00000100:00000001:2.0:1787699160.578566:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699160.578567:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787699160.578574:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787699160.578583:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699160.578585:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699160.578589:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699160.578598:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699160.578601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699160.578604:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787699160.578606:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699160.578607:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699160.578610:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699160.578612:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4374
00000400:00000200:2.0:1787699160.578616:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699160.578619:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699160.578621:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699160.578624:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578626:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699160.578628:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578630:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699160.578632:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699160.578633:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787699160.578635:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699160.578637:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:2.0:1787699160.578639:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787699160.578641:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787699160.578644:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578646:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699160.578647:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578649:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699160.578651:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787699160.578654:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578656:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699160.578658:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699160.578660:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699160.578662:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578663:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787699160.578665:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787699160.578668:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578669:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699160.578672:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000020:00000040:2.0:1787699160.578675:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787699160.578680:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787699160.578685:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699160.578690:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787699160.578693:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699160.578696:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000001:2.0:1787699160.578698:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699160.578701:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787699160.578702:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947257728, offset 0
02000000:00000001:2.0:1787699160.578703:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699160.578710:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b000.
00000100:00000001:2.0:1787699160.578716:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.578718:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00100000:2.0:1787699160.578723:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787699160.578732:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787699160.578733:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699160.578737:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.578744:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000040:2.0:1787699160.578745:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699160.578752:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787699160.578758:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.578762:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00080000:2.0:1787699160.578763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699160.578768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787699160.578769:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699160.578771:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699160.578773:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699160.578776:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4374
00000400:00000200:1.0:1787699160.578780:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787699160.578782:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.578787:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:2.0:1787699160.578789:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699160.578794:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787699160.578795:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12653:12653:256:4294967295] 192.168.201.121@tcp LPNI seq info [12653:12653:8:4294967295]
00000100:00000040:2.0:1787699160.578801:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699160.578806:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699160.578806:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699160.578811:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578813:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699160.578815:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699160.578818:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787699160.578821:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787699160.578825:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1787699160.578825:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787699160.578829:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787699160.578833:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.0:1787699160.578837:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787699160.578839:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578842:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699160.578844:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:1.0:1787699160.578845:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000100:00000001:2.0:1787699160.578875:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699160.578879:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787699160.578883:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699160.578885:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699160.578889:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699160.578892:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787699160.578897:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
02000000:00000001:2.0:1787699160.578898:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578903:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000800:00000200:1.0:1787699160.578905:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000008:00100000:2.0:1787699160.578907:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787699160.578912:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699160.578916:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:2.0:1787699160.578917:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699160.578923:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000100:00000010:2.0:1787699160.578924:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000020:00000040:2.0:1787699160.578929:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787699160.578931:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699160.578932:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699160.578936:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1787699160.578937:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:2.0:1787699160.578938:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699160.578942:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699160.578943:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
02000000:00000010:2.0:1787699160.578947:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632b400.
00000400:00000200:1.0:1787699160.578951:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787699160.578952:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.578959:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1787699160.578962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699160.578966:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699160.578971:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:2.0:1787699160.578973:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699160.578977:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787699160.578977:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699160.578989:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787699160.578990:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699160.579017:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579020:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787699160.579023:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4384)
00000100:00000040:1.0:1787699160.579026:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579035:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579037:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699160.579044:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.579047:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699160.579050:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299047588
00000100:00000010:1.0:1787699160.579056:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a80.
00000100:00000001:1.0:1787699160.579062:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699160.579068:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299047588
00000100:00000010:1.0:1787699160.579071:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ea0.
00000100:00000001:1.0:1787699160.579074:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699160.579077:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699160.579080:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579083:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699160.579087:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699160/real 1787699160]  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699160.579119:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699160.579120:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699160.579122:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699160.579125:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699160.579127:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699160.579129:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699160.579133:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699160.579141:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579148:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699160.579149:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579151:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579154:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699160.579158:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579165:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699160.579170:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579177:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699160.579180:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579182:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579183:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579185:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699160.579187:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699160.579189:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699160.579192:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699160.579195:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699160.579198:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699160.579207:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947257728:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699160.579211:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579213:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.579216:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947257728/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579222:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699160.579225:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699160.579228:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699160.579230:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699160.579232:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699160.579233:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699160.579236:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699160.579238:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328800.
02000000:00000001:1.0:1787699160.579241:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699160.579243:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699160.579245:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:1.0:1787699160.579247:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699160.579248:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579250:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579257:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699160.579259:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579260:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699160.579262:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699160.579264:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699160.579267:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579273:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699160.579274:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.579276:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699160.579278:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699160.579279:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699160.579282:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257856:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699160.579285:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699160.579286:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699160.579288:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.579289:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699160.579292:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699160.579293:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.579296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699160.579299:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699160.579302:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699160.579305:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257856, portal 10
00000100:00000001:1.0:1787699160.579306:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699160.579308:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000100:00000040:1.0:1787699160.579313:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579319:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699160.579321:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699160.579323:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699160.579325:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947257856, offset 0
00000400:00000200:1.0:1787699160.579328:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699160.579331:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.579335:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699160.579338:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699160.579341:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699160.579343:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699160.579345:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699160.579348:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12654:12654:256:4294967295] 192.168.201.121@tcp LPNI seq info [12654:12654:8:4294967295]
00000400:00000200:1.0:1787699160.579351:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.579357:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699160.579361:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699160.579363:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699160.579366:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699160.579369:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787699160.579373:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699160.579375:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787699160.579383:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699160.579385:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699160.579387:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699160.579390:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699160.579393:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699160.579395:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699160.579397:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699160.579400:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579406:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.579409:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579415:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579416:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699160.579418:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699160.579422:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699160.579425:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699160.579426:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299046930
00000100:00000001:1.0:1787699160.579429:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299047588
00000100:00000001:1.0:1787699160.579431:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299046930
00000100:00000001:1.0:1787699160.579433:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299047588
00000100:00000001:1.0:1787699160.579435:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699160.579437:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579438:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699160.579441:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699160/real 1787699160]  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699160.579447:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699160.579448:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699160.579449:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699160.579451:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699160.579452:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699160.579454:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699160.579456:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699160.579463:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579471:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699160.579473:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579474:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579475:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699160.579479:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579484:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699160.579488:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579493:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699160.579495:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579497:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579498:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579500:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699160.579502:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699160.579505:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699160.579507:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699160.579509:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699160.579512:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699160.579518:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257856:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699160.579521:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699160.579524:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579529:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699160.579531:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.579533:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699160.579534:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699160.579536:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699160.579538:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257984:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699160.579542:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699160.579543:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699160.579544:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.579546:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699160.579550:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699160.579551:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.579554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699160.579556:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699160.579560:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699160.579562:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947257984, portal 4
00000100:00000001:1.0:1787699160.579564:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699160.579566:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:1.0:1787699160.579571:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579588:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699160.579590:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699160.579593:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699160.579595:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947257984, offset 0
00000400:00000200:1.0:1787699160.579599:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699160.579612:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.579615:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699160.579618:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699160.579620:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699160.579622:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699160.579625:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699160.579627:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12655:12655:256:4294967295] 192.168.201.121@tcp LPNI seq info [12655:12655:8:4294967295]
00000400:00000200:1.0:1787699160.579631:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.579636:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699160.579641:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699160.579644:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699160.579648:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699160.579650:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787699160.579655:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699160.579657:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787699160.579661:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699160.579662:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699160.579665:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699160.579668:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699160.579671:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699160.579673:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699160.579675:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699160.579678:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579685:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.579688:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579694:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579696:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699160.579698:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699160.579701:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699160.579704:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699160.579705:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299046947
00000100:00000001:1.0:1787699160.579707:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299047588
00000100:00000001:1.0:1787699160.579709:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299046947
00000100:00000001:1.0:1787699160.579711:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299047588
00000100:00000001:1.0:1787699160.579713:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699160.579714:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579716:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699160.579719:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699160/real 1787699160]  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699160.579725:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699160.579727:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699160.579728:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699160.579730:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699160.579731:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699160.579733:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699160.579735:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699160.579743:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579749:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699160.579750:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579752:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579752:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699160.579755:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579760:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699160.579762:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579766:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699160.579769:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579770:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579771:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579773:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699160.579774:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699160.579777:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699160.579780:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699160.579782:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699160.579785:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699160.579792:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947257984:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699160.579795:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699160.579798:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579804:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699160.579805:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.579808:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699160.579810:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699160.579811:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699160.579815:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258112:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699160.579818:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699160.579820:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699160.579821:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699160.579823:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699160.579826:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699160.579827:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699160.579830:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699160.579831:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699160.579833:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699160.579835:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258112, portal 4
00000100:00000001:1.0:1787699160.579836:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699160.579837:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:1.0:1787699160.579841:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579845:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699160.579865:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699160.579867:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699160.579869:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947258112, offset 0
00000400:00000200:1.0:1787699160.579872:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699160.579874:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.579876:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699160.579878:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699160.579880:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699160.579882:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699160.579883:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699160.579885:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12656:12656:256:4294967295] 192.168.201.121@tcp LPNI seq info [12656:12656:8:4294967295]
00000400:00000200:1.0:1787699160.579887:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699160.579891:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699160.579893:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699160.579895:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699160.579897:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699160.579899:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787699160.579902:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699160.579904:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787699160.579906:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699160.579908:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699160.579909:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699160.579912:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699160.579913:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699160.579914:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699160.579916:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699160.579918:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579925:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.579928:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699185 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579934:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579935:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699160.579938:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699160.579940:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699160.579943:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699160.579945:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299046934
00000100:00000001:1.0:1787699160.579947:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299047588
00000100:00000001:1.0:1787699160.579949:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299046934
00000100:00000001:1.0:1787699160.579950:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299047588
00000100:00000001:1.0:1787699160.579952:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699160.579954:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.579956:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699160.579959:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699160/real 1787699160]  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699160.579966:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699160.579967:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699160.579969:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699160.579971:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699160.579973:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699160.579975:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699160.579978:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699160.579986:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.579992:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699160.579994:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.579995:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.579997:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699160.580000:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.580006:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699160.580010:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.580016:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699160.580019:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580020:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699160.580020:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580021:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699160.580023:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699160.580024:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699160.580026:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699160.580027:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699160.580030:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699160.580034:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258112:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699160.580037:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580039:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.580042:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947257856/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.580047:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699160.580049:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699160.580051:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008c00.
02000000:00000001:1.0:1787699160.580053:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699160.580055:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699160.580056:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699160.580058:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699160.580059:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329400.
02000000:00000001:1.0:1787699160.580062:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699160.580063:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699160.580064:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:1.0:1787699160.580067:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699160.580068:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580069:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.580073:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c3c0 x1874533947257984/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.580079:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699160.580080:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699160.580081:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950009800.
02000000:00000001:1.0:1787699160.580083:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699160.580085:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699160.580086:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699160.580088:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699160.580089:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b000.
02000000:00000001:1.0:1787699160.580092:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699160.580093:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699160.580094:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:1.0:1787699160.580096:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699160.580097:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580099:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699160.580102:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c780 x1874533947258112/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699185 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699160.580118:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699160.580120:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699160.580122:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699160.580124:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699160.580125:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699160.580126:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699160.580128:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699160.580129:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632b400.
02000000:00000001:1.0:1787699160.580132:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699160.580132:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699160.580134:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:1.0:1787699160.580136:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699160.580137:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580139:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699160.580144:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699160.580146:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699160.580147:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699160.580149:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699161.024963:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699161.024963:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699161.024965:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699161.024971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699161.024972:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699161.024972:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699161.024976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699161.024977:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699161.024978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699161.024982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699161.024985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:3.0:1787699161.024985:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699161.024987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699161.024991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699161.024992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699161.024992:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699161.024998:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699161.024998:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699161.025004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699161.025008:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699161.025012:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699161.025012:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699161.025013:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699161.025016:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787699161.025017:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699161.025019:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699161.025020:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699161.280953:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299047588, at 4299047616
00000100:00000010:1.0:1787699161.280968:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000040:0.0:1787699161.281194:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299047588, at 4299047616
00000100:00000010:0.0:1787699161.281201:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00000001:1.0:1787699161.600985:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699161.600994:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699161.600996:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699161.601002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699161.601005:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699161.601010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699161.601012:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699161.601015:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699161.601018:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699162.048969:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699162.048975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699162.048976:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699162.048980:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699162.048982:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699162.048985:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699162.048987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699162.048988:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699162.048991:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699162.049242:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699162.049245:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699162.049250:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699162.049252:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699162.049255:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699162.049256:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699162.051763:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699162.051770:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699162.051777:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699162.051787:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699162.051793:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699162.051795:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699162.051798:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699162.051802:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699162.051805:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699162.051807:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699162.051810:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699162.051812:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699162.626917:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699162.626925:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699162.626927:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699162.626933:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699162.626936:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699162.626940:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699162.626943:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699162.626946:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699162.626949:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699163.072967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699163.072974:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699163.072976:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699163.072981:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699163.072985:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699163.072988:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699163.072992:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699163.072994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699163.072997:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699163.073023:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699163.073027:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699163.073032:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699163.073033:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699163.073036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699163.073037:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699163.074159:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699163.074165:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699163.074181:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699163.074460:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699163.074464:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699163.074466:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699163.074469:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699163.074472:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699163.074474:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699163.074477:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699163.074479:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699163.074482:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699163.648924:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699163.648931:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699163.648933:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699163.648939:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699163.648942:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699163.648945:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699163.648948:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699163.648950:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699163.648953:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699164.096965:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699164.096967:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699164.096969:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096973:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699164.096974:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096976:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096978:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699164.096982:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699164.096983:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699164.096984:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096986:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699164.096987:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096988:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096989:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699164.096991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699164.096992:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699164.097061:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699164.097064:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699164.097065:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699164.097069:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699164.097072:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699164.097075:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699164.097078:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699164.097080:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699164.097083:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699164.097801:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699164.097804:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699164.097806:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699164.098091:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699164.098095:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699164.098097:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699164.098100:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699164.098103:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699164.098106:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699164.098108:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699164.098109:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699164.098111:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699164.675400:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699164.675480:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699164.675483:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699164.675488:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699164.675492:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699164.675496:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699164.675499:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699164.675501:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699164.675504:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699165.120948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699165.120953:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699165.120956:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.120957:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699165.120960:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699165.120963:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699165.120964:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699165.120967:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699165.120968:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.120971:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699165.120975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699165.120975:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699165.120978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.120978:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699165.120981:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699165.121099:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699165.121102:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699165.121105:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699165.122251:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699165.122256:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699165.122257:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699165.122262:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699165.122264:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699165.122266:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699165.122268:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699165.122270:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699165.122272:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699165.696958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699165.696968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699165.696970:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699165.696973:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699165.696978:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699165.696984:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4379
00000400:00000200:2.0:1787699165.696992:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699165.697004:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699165.697007:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699165.697010:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697013:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699165.697015:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697037:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699165.697040:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699165.697043:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787699165.697045:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699165.697049:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787699165.697051:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787699165.697052:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787699165.697055:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697056:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699165.697058:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697059:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699165.697062:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787699165.697064:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697067:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699165.697069:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699165.697072:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699165.697074:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699165.697076:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787699165.697078:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699165.697085:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f0c0.
00000020:00000040:2.0:1787699165.697088:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787699165.697092:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699165.697093:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699165.697096:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699165.697098:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699165.697101:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699165.697107:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329000.
00000100:00000001:2.0:1787699165.697112:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699165.697119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787699165.697127:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699165.697130:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699165.697133:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e21005c8] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699165.697160:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699165.697163:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699165.697166:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787699165.697167:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699165.697168:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699165.697170:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699165.697172:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4379
00000400:00000200:2.0:1787699165.697174:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699165.697176:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699165.697178:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699165.697180:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697182:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699165.697183:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697185:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699165.697187:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699165.697188:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:2.0:1787699165.697190:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699165.697191:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:2.0:1787699165.697193:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:2.0:1787699165.697195:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787699165.697197:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697199:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699165.697201:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697203:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699165.697205:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00000001:3.0:1787699165.697206:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787699165.697207:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697211:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697212:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787699165.697214:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699165.697216:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787699165.697220:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699165.697224:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699165.697226:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:3.0:1787699165.697226:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787699165.697231:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787699165.697236:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699165.697240:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697242:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787699165.697244:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2da40.
00000100:00000001:3.0:1787699165.697245:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787699165.697247:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699165.697250:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787699165.697251:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699165.697254:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.697255:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787699165.697256:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699165.697259:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699165.697259:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699165.697263:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699165.697266:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947258240:192.168.201.121@tcp:250:kworker.0
02000000:00000010:2.0:1787699165.697267:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:2.0:1787699165.697273:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697273:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699165.697278:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787699165.697281:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787699165.697281:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.697286:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787699165.697292:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1787699165.697293:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
00000100:00000001:2.0:1787699165.697295:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.697297:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699165.697301:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba003ed] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787699165.697306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699165.697313:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f898.
00000100:00000001:2.0:1787699165.697314:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699165.697318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699165.697321:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:3.0:1787699165.697321:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07088.
00000100:00000001:2.0:1787699165.697324:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699165.697326:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699165.697328:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1787699165.697329:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258240, portal 25
00000100:00080000:2.0:1787699165.697332:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4379
00000100:00000001:3.0:1787699165.697333:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1787699165.697337:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699165.697337:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214399168 : -116989495152448 : ffff959942b2f0c0)
00000400:00000200:2.0:1787699165.697343:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699165.697347:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699165.697347:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787699165.697352:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697356:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699165.697360:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697364:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699165.697366:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699165.697370:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699165.697373:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c074c8.
00000100:00000200:3.0:1787699165.697376:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947258240, offset 0
00000020:00000001:2.0:1787699165.697377:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699165.697379:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787699165.697381:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699165.697383:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000200:3.0:1787699165.697384:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000020:00000001:2.0:1787699165.697385:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787699165.697388:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:2.0:1787699165.697391:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697393:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699165.697394:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:2.0:1787699165.697397:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697399:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699165.697401:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699165.697404:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00080000:2.0:1787699165.697407:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697411:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699165.697413:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787699165.697413:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787699165.697415:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699165.697418:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699165.697420:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:2.0:1787699165.697421:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787699165.697425:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699165.697427:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1787699165.697428:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699165.697432:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699165.697433:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00000010:2.0:1787699165.697437:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c780.
00000400:00000200:3.0:1787699165.697439:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12657:12657:256:4294967295] 192.168.201.121@tcp LPNI seq info [12657:12657:8:4294967295]
00000020:00000040:2.0:1787699165.697440:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787699165.697446:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699165.697448:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699165.697448:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699165.697453:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699165.697454:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699165.697455:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699165.697464:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a800.
00000100:00000001:2.0:1787699165.697468:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699165.697473:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699165.697479:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787699165.697488:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699165.697492:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699165.697492:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787699165.697499:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a714cf4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1787699165.697501:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142500.
00000100:00000001:2.0:1787699165.697508:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699165.697512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1787699165.697512:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:2.0:1787699165.697518:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787699165.697521:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1787699165.697522:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:2.0:1787699165.697523:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699165.697527:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699165.697530:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4379
00000400:00000200:2.0:1787699165.697533:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699165.697536:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699165.697538:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787699165.697538:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699165.697543:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699165.697547:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699165.697550:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299052707
00000100:00000001:2.0:1787699165.697551:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699165.697555:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000010:3.0:1787699165.697557:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501229c0.
00000100:00000001:2.0:1787699165.697558:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699165.697562:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699165.697563:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787699165.697565:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699165.697565:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1787699165.697568:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787699165.697571:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787699165.697573:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:3.0:1787699165.697573:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299052707
00000100:00000040:2.0:1787699165.697578:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697580:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:3.0:1787699165.697580:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501221e0.
00000100:00000040:2.0:1787699165.697585:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699165.697586:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1787699165.697589:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699165.697591:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787699165.697592:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:3.0:1787699165.697596:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699165.697597:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699165.697601:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697601:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697605:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787699165.697606:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699165.697610:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699165.697612:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697615:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699165.697617:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699165.697618:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00100000:2.0:1787699165.697620:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787699165.697622:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699165.697625:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1787699165.697626:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697627:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787699165.697629:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699165.697633:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c3c0.
00000100:00000040:3.0:1787699165.697634:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787699165.697636:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:2.0:1787699165.697641:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699165.697643:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699165.697647:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699165.697650:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787699165.697650:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787699165.697652:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697655:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699165.697656:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328c00.
02000000:00000001:3.0:1787699165.697659:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787699165.697661:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.697663:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699165.697667:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699165.697668:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787699165.697676:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258368:192.168.201.121@tcp:38:kworker.0
00000100:00000001:2.0:1787699165.697678:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699165.697682:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.697682:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699165.697686:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787699165.697688:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697c97f4] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699165.697689:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.697694:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699165.697699:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
00000100:00000001:2.0:1787699165.697701:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.697703:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699165.697706:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4389)
00000400:00000200:3.0:1787699165.697710:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699165.697714:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f318.
00000400:00000010:3.0:1787699165.697717:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07198.
00000100:00000001:1.0:1787699165.697770:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699165.697773:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699165.697775:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699165.697777:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699165.697779:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699165.697781:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699165.697783:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699165.697785:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699165.697786:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787699165.699333:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258368, portal 10
00000100:00000001:3.0:1787699165.699337:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699165.699338:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214393408 : -116989495158208 : ffff959942b2da40)
00000100:00000040:3.0:1787699165.699350:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699165.699358:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699165.699360:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699165.699366:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07330.
00000100:00000200:3.0:1787699165.699369:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947258368, offset 0
00000400:00000200:3.0:1787699165.699374:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699165.699382:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699165.699387:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699165.699391:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699165.699395:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699165.699397:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699165.699400:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699165.700792:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12658:12658:255:4294967295] 192.168.201.121@tcp LPNI seq info [12658:12658:7:4294967295]
00000400:00000200:3.0:1787699165.700800:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699165.700811:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699165.700817:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699165.700824:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142f00.
00000800:00000200:3.0:1787699165.700832:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699165.700838:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699165.700843:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699165.700860:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699165.700864:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699165.700866:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299052053
00000100:00000001:3.0:1787699165.700869:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299052707
00000100:00000001:3.0:1787699165.700872:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299052053
00000100:00000001:3.0:1787699165.700874:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299052707
00000100:00000001:3.0:1787699165.700876:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699165.700879:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.700884:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699165.700889:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699165.700898:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699165.700900:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.700903:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699165.700906:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699165.700908:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699165.700912:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258496:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699165.700915:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699165.700919:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699165.700921:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.700924:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699165.700929:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699165.700931:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699165.700935:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699165.700939:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f000.
00000400:00000010:3.0:1787699165.700954:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07908.
00000100:00000200:3.0:1787699165.700958:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258496, portal 4
00000100:00000001:3.0:1787699165.700960:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699165.700961:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214388608 : -116989495163008 : ffff959942b2c780)
00000100:00000040:3.0:1787699165.700969:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699165.700975:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699165.700977:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699165.700979:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699165.700982:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947258496, offset 0
00000400:00000200:3.0:1787699165.700987:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699165.700991:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699165.700996:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699165.701000:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699165.701003:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699165.701006:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699165.701008:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699165.701010:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12659:12659:254:4294967295] 192.168.201.121@tcp LPNI seq info [12659:12659:6:4294967295]
00000400:00000200:3.0:1787699165.701014:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699165.701217:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699165.701222:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699165.701226:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142200.
00000800:00000200:3.0:1787699165.701230:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699165.701233:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699165.701236:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699165.701243:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699165.701247:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699165.701249:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299052070
00000100:00000001:3.0:1787699165.701251:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299052707
00000100:00000001:3.0:1787699165.701253:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299052070
00000100:00000001:3.0:1787699165.701255:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299052707
00000100:00000001:3.0:1787699165.701256:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699165.701258:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.701261:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.701264:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699165.701271:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699165.701273:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787699165.701275:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699165.701277:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699165.701279:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699165.701283:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699165.701290:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699165.701291:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.701293:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699165.701294:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699165.701296:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699165.701299:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258624:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699165.701302:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699165.701304:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699165.701305:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699165.701307:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699165.701310:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699165.701312:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699165.701315:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699165.701320:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0f160.
00000400:00000010:3.0:1787699165.701324:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07550.
00000100:00000200:3.0:1787699165.701327:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258624, portal 4
00000100:00000001:3.0:1787699165.701328:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699165.701330:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214387648 : -116989495163968 : ffff959942b2c3c0)
00000100:00000040:3.0:1787699165.701335:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699165.701341:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699165.701343:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699165.701345:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699165.701348:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947258624, offset 0
00000400:00000200:3.0:1787699165.701352:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699165.701356:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699165.701359:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699165.701362:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699165.701365:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699165.701367:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699165.701369:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699165.701372:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12660:12660:253:4294967295] 192.168.201.121@tcp LPNI seq info [12660:12660:5:4294967295]
00000400:00000200:3.0:1787699165.701376:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699165.701381:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699165.701385:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699165.701388:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699165.701391:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699165.701395:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699165.701397:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699165.701399:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699165.701402:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699165.701403:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299052057
00000100:00000001:3.0:1787699165.701406:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299052707
00000100:00000001:3.0:1787699165.701408:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299052057
00000100:00000001:3.0:1787699165.701410:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299052707
00000100:00000001:3.0:1787699165.701412:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699165.701414:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.701416:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.701417:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699165.701419:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699165.701420:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787699165.701422:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699165.701423:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699165.701425:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699165.701427:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699166.144932:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699166.144939:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699166.144942:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699166.144947:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699166.144949:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699166.144951:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699166.144953:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699166.144957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699166.144960:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699166.144961:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699166.144963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699166.144965:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699166.144969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:3.0:1787699166.144970:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699166.144975:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699166.144979:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699166.144983:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699166.144986:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699166.144989:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699166.144991:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699166.144994:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699166.145048:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699166.145056:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699166.145060:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699166.145126:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699166.145129:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699166.145131:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699166.145134:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699166.145136:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699166.145138:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699166.145140:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699166.145142:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699166.145144:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699166.400933:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299052707, at 4299052736
00000100:00000010:1.0:1787699166.400953:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501221e0.
00000100:00000040:0.0:1787699166.400955:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299052707, at 4299052736
00000100:00000010:0.0:1787699166.400969:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501229c0.
00000100:00000001:2.0:1787699166.724195:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699166.724203:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699166.724205:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699166.724210:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699166.724213:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699166.724217:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699166.724220:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699166.724223:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699166.724226:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699167.168952:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699167.168958:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699167.168959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699167.168970:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699167.168974:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699167.168975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699167.168979:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699167.168984:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699167.168985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699167.168986:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699167.169004:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699167.169007:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699167.169011:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699167.169013:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699167.169019:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699167.169020:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699167.169024:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787699167.169025:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00100000:3.0:1787699167.169027:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000020:00000001:2.0:1787699167.169032:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699167.169033:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699167.169034:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00010000:2.0:1787699167.169039:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787699167.169045:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699167.169049:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699167.169052:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699167.169055:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699167.744951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699167.744958:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699167.744960:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699167.744965:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699167.744968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699167.744972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699167.744974:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699167.744977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699167.744980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699168.192967:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699168.192985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699168.192992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699168.192994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699168.192997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699168.192998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699168.193045:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699168.193050:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699168.193053:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699168.193056:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699168.193060:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699168.193064:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699168.193066:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699168.193069:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699168.193072:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699168.193161:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699168.193165:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699168.193169:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699168.193176:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699168.193181:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699168.193183:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699168.193186:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699168.193188:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699168.193190:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699168.193193:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699168.193194:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699168.193196:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699168.768960:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699168.769002:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699168.769005:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699168.769011:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699168.769015:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699168.769019:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699168.769021:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699168.769023:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699168.769027:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787699168.769261:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.121:988
00000400:00000100:3.0:1787699168.769307:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.121@tcp at host 192.168.201.121 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787699168.769319:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699168.769323:0:2342:0:(router.c:1791:lnet_notify()) 192.168.201.21@tcp notifying 192.168.201.121@tcp: down
00000400:00000200:3.0:1787699168.769328:0:2342:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699168.769332:0:2342:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787699168.769337:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787699168.769341:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142500.
00000400:00000200:3.0:1787699168.769346:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787699168.769350:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787699168.769357:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c074c8
00000400:00000010:3.0:1787699168.769359:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c074c8.
00000100:00000001:3.0:1787699168.769364:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699168.769373:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770056:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.770061:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.770065:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699168.770123:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699168.770130:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.770214:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699165/real 1787699168]  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699168.770227:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699168.770230:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699168.770234:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f898.
00000400:00000200:1.0:1787699168.770238:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07088
00000400:00000010:1.0:1787699168.770240:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07088.
00000100:00000001:1.0:1787699168.770244:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699168.770247:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699168.770256:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770263:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699168.770265:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.770268:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.770270:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699168.770275:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770282:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699168.770287:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770302:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699168.770306:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.770307:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.770309:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.770311:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699168.770313:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699168.770316:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699168.770321:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699168.770323:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699168.770327:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.770334:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947258240:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699168.770338:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770340:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699168.770343:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f0c0 x1874533947258240/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770354:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770357:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770358:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.770359:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.770361:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770363:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699168.770516:0:2342:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699168.770520:0:2342:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699168.770524:0:2342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699168.770528:0:2342:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699168.770531:0:2342:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699168.770533:0:2342:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699168.770535:0:2342:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699168.770537:0:2342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329000.
02000000:00000001:3.0:1787699168.770540:0:2342:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699168.770542:0:2342:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699168.770543:0:2342:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f0c0.
00000100:00000001:3.0:1787699168.770547:0:2342:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699168.770548:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699168.770549:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787699168.770560:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787699168.770563:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142f00.
00000400:00000200:3.0:1787699168.770566:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787699168.770570:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787699168.770574:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07330
00000400:00000010:3.0:1787699168.770576:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07330.
00000100:00000001:3.0:1787699168.770578:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699168.770583:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770622:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.770624:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.770626:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699168.770640:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699168.770644:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.770670:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699165/real 1787699168]  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699168.770677:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699168.770679:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699168.770681:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f318.
00000400:00000200:1.0:1787699168.770683:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07198
00000400:00000010:1.0:1787699168.770685:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07198.
00000100:00000001:1.0:1787699168.770687:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699168.770690:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699168.770697:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770703:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699168.770704:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.770705:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.770707:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699168.770709:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770715:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699168.770718:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770730:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699168.770733:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.770735:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.770736:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.770738:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699168.770741:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699168.770744:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699168.770748:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699168.770751:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699168.770754:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.770760:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258368:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699168.770765:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770767:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699168.770769:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2da40 x1874533947258368/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770775:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770777:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770779:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.770780:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.770781:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.770783:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699168.770811:0:2342:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699168.770813:0:2342:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699168.770815:0:2342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699168.770818:0:2342:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699168.770819:0:2342:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699168.770821:0:2342:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699168.770823:0:2342:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699168.770824:0:2342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:3.0:1787699168.770827:0:2342:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699168.770828:0:2342:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699168.770830:0:2342:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2da40.
00000100:00000001:3.0:1787699168.770833:0:2342:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699168.770834:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699168.770836:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787699168.770843:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787699168.770845:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142200.
00000400:00000200:3.0:1787699168.770866:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787699168.770869:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787699168.770873:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699168.770874:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699168.770877:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699168.770881:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.770916:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.770918:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.770919:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699168.770933:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699168.770937:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.770960:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699165/real 1787699168]  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699168.770977:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699168.770979:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699168.770981:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f000.
00000400:00000200:1.0:1787699168.770983:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07908
00000400:00000010:1.0:1787699168.770985:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07908.
00000100:00000001:1.0:1787699168.770987:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699168.770990:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699168.770997:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771002:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699168.771004:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771005:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.771006:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699168.771009:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771014:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699168.771018:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771084:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699168.771087:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771088:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.771089:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771091:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699168.771093:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699168.771095:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699168.771100:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699168.771102:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699168.771165:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.771234:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258496:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699168.771240:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.771241:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699168.771246:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c780 x1874533947258496/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771252:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.771254:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.771256:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.771257:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.771259:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.771260:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699168.771344:0:2342:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699168.771346:0:2342:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699168.771348:0:2342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699168.771352:0:2342:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699168.771353:0:2342:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699168.771354:0:2342:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699168.771356:0:2342:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699168.771358:0:2342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a800.
02000000:00000001:3.0:1787699168.771360:0:2342:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699168.771361:0:2342:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699168.771362:0:2342:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c780.
00000100:00000001:3.0:1787699168.771365:0:2342:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699168.771366:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699168.771368:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787699168.771374:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.121@tcp
00000800:00000010:3.0:1787699168.771376:0:2342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699168.771378:0:2342:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787699168.771381:0:2342:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787699168.771445:0:2342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699168.771449:0:2342:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699168.771452:0:2342:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699168.771457:0:2342:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771499:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.771501:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699168.771503:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787699168.771517:0:2342:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699168.771521:0:2342:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699190 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.771548:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699165/real 1787699168]  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699168.771558:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699168.771559:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699168.771561:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0f160.
00000400:00000200:1.0:1787699168.771565:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07550
00000400:00000010:1.0:1787699168.771567:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07550.
00000100:00000001:1.0:1787699168.771569:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699168.771573:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699168.771581:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771587:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699168.771589:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771590:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.771592:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699168.771596:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771602:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699168.771605:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771612:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699168.771614:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771616:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699168.771617:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771619:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699168.771620:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699168.771623:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699168.771626:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699168.771628:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699168.771632:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699168.771639:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258624:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699168.771643:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771646:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699168.771648:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c3c0 x1874533947258624/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699190 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699168.771654:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.771656:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699168.771663:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699168.771665:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699168.771667:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699168.771668:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699168.771696:0:2342:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699168.771698:0:2342:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699168.771700:0:2342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699168.771703:0:2342:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699168.771704:0:2342:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699168.771706:0:2342:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699168.771708:0:2342:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699168.771709:0:2342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328c00.
02000000:00000001:3.0:1787699168.771711:0:2342:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699168.771713:0:2342:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699168.771714:0:2342:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c3c0.
00000100:00000001:3.0:1787699168.771716:0:2342:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699168.771717:0:2342:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699168.771718:0:2342:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699169.216993:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699169.217000:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699169.217008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699169.217014:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:3.0:1787699169.217017:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699169.217021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699169.217025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699169.217027:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699169.217030:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699169.217125:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699169.217128:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699169.217131:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699169.217132:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699169.217136:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699169.217137:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699169.217153:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699169.217155:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699169.217158:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699169.217312:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699169.217316:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699169.217318:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699169.217321:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699169.217324:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699169.217326:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699169.217338:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699169.217339:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699169.217341:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699169.793041:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699169.793047:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699169.793049:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699169.793054:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699169.793057:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699169.793061:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699169.793063:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699169.793065:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699169.793069:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699170.241009:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699170.241017:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699170.241019:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699170.241026:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699170.241030:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699170.241034:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699170.241037:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699170.241040:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699170.241043:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699170.241158:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699170.241161:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699170.241164:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699170.241166:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699170.241169:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699170.241171:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699170.241390:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699170.241394:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699170.241397:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699170.241441:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699170.241444:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699170.241445:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699170.241448:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699170.241450:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699170.241453:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699170.241455:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699170.241456:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699170.241458:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699170.817709:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699170.817716:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699170.817718:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699170.817723:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699170.817726:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699170.817730:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699170.817732:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699170.817734:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699170.817737:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699170.817800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699170.817809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699170.817811:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699170.817815:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699170.817819:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699170.817825:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4384
00000400:00000200:1.0:1787699170.817833:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699170.817839:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699170.817842:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699170.817845:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.817869:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.817871:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.817878:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699170.817882:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699170.817884:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699170.817887:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699170.817890:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699170.817893:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699170.817895:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699170.817899:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.817901:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.817903:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.817905:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699170.817908:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699170.817912:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699170.817914:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699170.817917:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699170.817919:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699170.817922:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.817925:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699170.817927:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699170.818249:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787699170.818255:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699170.818259:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699170.818261:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.818264:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699170.818268:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699170.818272:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699170.818279:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787699170.818285:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699170.818295:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699170.818304:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699170.818308:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699170.818312:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699170.818339:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699170.818342:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699170.818345:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699170.818347:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699170.818348:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699170.818350:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699170.818353:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4384
00000400:00000200:1.0:1787699170.818356:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699170.818360:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699170.818362:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699170.818365:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818367:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.818369:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818371:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699170.818373:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699170.818375:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699170.818376:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699170.818379:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699170.818381:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699170.818383:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699170.818386:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818388:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.818390:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818392:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699170.818394:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699170.818397:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818399:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699170.818402:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699170.818407:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699170.818409:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.818411:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699170.818416:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699170.818419:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.818421:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699170.818424:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787699170.818427:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699170.818429:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699170.818430:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.818432:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699170.818434:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699170.818435:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699170.818439:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000100:00000001:1.0:1787699170.818442:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699170.818447:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699170.818454:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699170.818456:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699170.818460:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699170.818474:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699170.818477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699170.818480:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699170.818481:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699170.818483:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699170.818485:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699170.818487:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4384
00000400:00000200:1.0:1787699170.818491:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699170.818494:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699170.818496:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699170.818498:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818500:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.818502:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818504:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699170.818506:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699170.818507:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699170.818508:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699170.818510:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699170.818512:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699170.818513:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699170.818516:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818518:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.818520:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818522:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699170.818524:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787699170.818526:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699170.818529:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699170.820027:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699170.820034:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699170.820038:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.820040:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699170.820043:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699170.820047:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.820049:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699170.820056:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787699170.820060:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699170.820063:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699170.820065:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.820067:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699170.820069:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699170.820071:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699170.820077:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787699170.820082:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699170.820090:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699170.820100:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699170.820103:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699170.820108:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699170.820117:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699170.820120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699170.820123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699170.820125:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699170.820127:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699170.820130:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699170.820132:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4384
00000400:00000200:1.0:1787699170.820138:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699170.820142:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699170.820145:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699170.820148:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.820150:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.820153:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.820155:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699170.820157:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699170.820158:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699170.820160:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699170.820163:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699170.820165:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699170.820167:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699170.820170:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.820172:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699170.820174:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699170.820176:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699170.820178:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699170.820181:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699170.820183:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699170.820185:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699170.820187:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699170.820189:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.820190:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699170.820192:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699170.820194:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.820196:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699170.820204:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787699170.820206:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699170.820208:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699170.820209:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699170.820211:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699170.820212:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699170.820214:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699170.820217:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:1.0:1787699170.820221:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699170.820225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699170.820231:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699170.820233:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699170.820236:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699170.820243:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699170.820249:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4394)
00000100:00000001:3.0:1787699170.820627:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699170.820632:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699170.820635:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699170.820699:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.820710:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699170.820712:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.820715:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699170.820718:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699170.820721:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699170.820724:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947258752:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699170.820728:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699170.820732:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699170.820734:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.820736:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699170.820741:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699170.820743:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699170.820748:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699170.820751:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699170.820757:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699170.820763:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258752, portal 25
00000100:00000001:3.0:1787699170.820765:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699170.820767:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:3.0:1787699170.820773:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.820780:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699170.820783:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699170.820785:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699170.820789:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947258752, offset 0
00000400:00000200:3.0:1787699170.820795:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699170.820802:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.820808:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699170.820813:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699170.820817:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699170.820820:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699170.820823:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699170.820827:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12661:12661:256:4294967295] 192.168.201.121@tcp LPNI seq info [12661:12661:8:4294967295]
00000400:00000200:3.0:1787699170.820832:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.820843:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699170.820884:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.820890:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699170.820896:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699170.820900:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699170.820905:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699170.820909:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699170.820913:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.820916:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699170.820920:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699170.820924:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699170.820941:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699170.820943:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699170.820947:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699170.820952:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.820961:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.820965:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.820972:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.820974:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699170.820980:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699170.820987:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699170.820990:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299057831
00000100:00000010:3.0:1787699170.820995:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122840.
00000100:00000001:3.0:1787699170.821001:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699170.821007:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299057831
00000100:00000010:3.0:1787699170.821010:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122a80.
00000100:00000001:3.0:1787699170.821013:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699170.821023:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699170.821027:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.821029:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699170.821036:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699170/real 1787699170]  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699170.821046:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699170.821048:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699170.821050:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699170.821052:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699170.821054:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699170.821057:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699170.821060:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699170.821069:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821075:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699170.821077:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821079:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.821081:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699170.821085:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821092:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699170.821096:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821112:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699170.821115:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821117:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.821118:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821120:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699170.821122:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699170.821125:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699170.821129:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699170.821131:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699170.821135:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699170.821143:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947258752:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699170.821148:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699170.821152:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821159:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699170.821160:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.821162:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699170.821164:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699170.821165:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699170.821168:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258880:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699170.821171:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699170.821173:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699170.821174:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.821176:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699170.821179:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699170.821181:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699170.821184:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699170.821186:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699170.821190:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699170.821192:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947258880, portal 10
00000100:00000001:3.0:1787699170.821194:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699170.821196:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787699170.821202:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821208:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699170.821211:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699170.821213:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699170.821215:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947258880, offset 0
00000400:00000200:3.0:1787699170.821218:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699170.821222:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.821225:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699170.821228:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699170.821231:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699170.821233:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699170.821235:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699170.821238:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12662:12662:256:4294967295] 192.168.201.121@tcp LPNI seq info [12662:12662:8:4294967295]
00000400:00000200:3.0:1787699170.821242:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.821249:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699170.821253:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.821256:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699170.821260:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699170.821263:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699170.821267:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699170.821270:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699170.821273:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.821275:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699170.821278:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699170.821282:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699170.821284:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699170.821286:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699170.821289:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699170.821292:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821300:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.821303:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821310:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.821311:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699170.821314:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699170.821317:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699170.821320:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699170.821321:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299057173
00000100:00000001:3.0:1787699170.821324:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299057831
00000100:00000001:3.0:1787699170.821326:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299057173
00000100:00000001:3.0:1787699170.821328:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299057831
00000100:00000001:3.0:1787699170.821330:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699170.821332:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.821333:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699170.821336:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699170/real 1787699170]  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699170.821344:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699170.821345:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699170.821346:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699170.821348:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699170.821350:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699170.821352:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699170.821355:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699170.821362:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821372:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699170.821373:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821374:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.821375:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699170.821378:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821385:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699170.821389:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821402:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699170.821404:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821406:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.821407:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821409:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699170.821413:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699170.821415:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699170.821419:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699170.821421:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699170.821424:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699170.821430:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947258880:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699170.821434:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699170.821436:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821441:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699170.821443:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.821445:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699170.821446:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699170.821448:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699170.821450:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259008:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699170.821453:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699170.821455:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699170.821456:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.821457:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699170.821460:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699170.821462:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699170.821466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699170.821468:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699170.821471:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699170.821474:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259008, portal 4
00000100:00000001:3.0:1787699170.821476:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699170.821477:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787699170.821482:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821489:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699170.821491:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699170.821493:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699170.821495:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947259008, offset 0
00000400:00000200:3.0:1787699170.821499:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699170.821502:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.821505:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699170.821508:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699170.821511:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699170.821513:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699170.821515:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699170.821518:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12663:12663:256:4294967295] 192.168.201.121@tcp LPNI seq info [12663:12663:8:4294967295]
00000400:00000200:3.0:1787699170.821522:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.821528:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699170.821532:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.821535:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699170.821538:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699170.821541:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699170.821545:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699170.821548:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699170.821552:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.821553:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699170.821556:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699170.821559:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699170.821562:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699170.821563:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699170.821565:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699170.821568:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821575:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.821578:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821582:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.821584:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699170.821587:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699170.821590:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699170.821592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699170.821594:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299057190
00000100:00000001:3.0:1787699170.821597:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299057831
00000100:00000001:3.0:1787699170.821599:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299057190
00000100:00000001:3.0:1787699170.821601:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299057831
00000100:00000001:3.0:1787699170.821603:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699170.821604:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.821606:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699170.821610:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699170/real 1787699170]  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699170.821617:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699170.821618:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699170.821620:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699170.821621:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699170.821623:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699170.821625:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699170.821627:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699170.821634:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821641:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699170.821642:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821924:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.821926:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699170.821940:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821947:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699170.821951:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821956:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699170.821959:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821960:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.821961:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.821962:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699170.821964:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699170.821966:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699170.821970:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699170.821972:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699170.821976:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699170.821983:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259008:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699170.821987:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699170.821991:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.821997:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699170.821998:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.822000:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699170.822002:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699170.822004:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699170.822006:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259136:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699170.822009:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699170.822011:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699170.822012:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699170.822014:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699170.822017:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699170.822019:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699170.822022:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699170.822024:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699170.822027:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699170.822030:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259136, portal 4
00000100:00000001:3.0:1787699170.822032:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699170.822033:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:3.0:1787699170.822038:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822043:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699170.822045:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699170.822047:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699170.822049:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947259136, offset 0
00000400:00000200:3.0:1787699170.822053:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699170.822057:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.822060:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699170.822063:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699170.822065:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699170.822067:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699170.822070:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699170.822072:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12664:12664:256:4294967295] 192.168.201.121@tcp LPNI seq info [12664:12664:8:4294967295]
00000400:00000200:3.0:1787699170.822076:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699170.822082:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699170.822086:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.822089:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699170.822093:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699170.822095:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787699170.822099:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699170.822102:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1787699170.822105:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699170.822107:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699170.822109:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699170.822112:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699170.822115:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699170.822117:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699170.822119:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699170.822123:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822130:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.822133:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822139:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.822140:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699170.822143:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699170.822146:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699170.822148:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699170.822157:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299057178
00000100:00000001:3.0:1787699170.822159:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299057831
00000100:00000001:3.0:1787699170.822161:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299057178
00000100:00000001:3.0:1787699170.822163:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299057831
00000100:00000001:3.0:1787699170.822165:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699170.822167:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.822169:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699170.822172:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699170/real 1787699170]  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699170.822179:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699170.822180:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699170.822182:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699170.822184:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699170.822185:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699170.822187:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699170.822190:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699170.822198:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822204:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699170.822205:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822207:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.822208:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699170.822211:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822216:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699170.822220:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822226:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699170.822228:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822229:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699170.822230:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822232:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699170.822233:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699170.822235:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699170.822239:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699170.822241:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699170.822245:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699170.822251:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259136:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699170.822255:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822258:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.822261:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947258752/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822268:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699170.822270:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699170.822272:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699170.822275:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699170.822277:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699170.822279:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699170.822281:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699170.822284:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:3.0:1787699170.822287:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699170.822289:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699170.822291:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787699170.822294:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699170.822295:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822297:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.822300:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947258880/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822312:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699170.822313:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699170.822314:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699170.822316:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699170.822317:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699170.822319:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699170.822321:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699170.822322:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:3.0:1787699170.822324:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699170.822325:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699170.822326:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787699170.822328:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699170.822330:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822331:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.822335:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947259008/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822341:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699170.822342:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699170.822343:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699170.822345:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699170.822346:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699170.822347:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699170.822349:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699170.822350:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787699170.822352:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699170.822353:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699170.822354:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787699170.822356:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699170.822357:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822359:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699170.822362:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947259136/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699170.822368:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699170.822369:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699170.822371:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699170.822372:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699170.822374:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699170.822375:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699170.822377:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699170.822378:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:3.0:1787699170.822380:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699170.822381:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699170.822383:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787699170.822385:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699170.822386:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822388:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699170.822396:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699170.822398:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699170.822400:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699170.822402:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699171.264983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699171.264991:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699171.264994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699171.264999:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699171.265004:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699171.265008:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699171.265011:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699171.265011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699171.265014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699171.265016:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699171.265019:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699171.265019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699171.265023:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699171.265027:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699171.265030:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699171.265032:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699171.265034:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699171.265037:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699171.265046:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699171.265050:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699171.265054:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699171.265055:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699171.265060:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699171.265061:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787699171.265079:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787699171.265082:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787699171.265085:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699171.520968:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299057831, at 4299057856
00000100:00000040:1.0:1787699171.520968:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299057831, at 4299057856
00000100:00000010:0.0:1787699171.520982:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122840.
00000100:00000010:1.0:1787699171.520984:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122a80.
00000100:00000001:2.0:1787699171.841104:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699171.841114:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699171.841116:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699171.841122:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699171.841125:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699171.841129:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699171.841132:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699171.841135:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699171.841138:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699172.288968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699172.288975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699172.288978:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699172.288980:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699172.288983:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699172.288985:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699172.288989:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699172.288993:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699172.288994:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699172.288996:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699172.288997:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699172.288998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699172.289002:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699172.289004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699172.289004:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699172.289005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699172.289008:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699172.289013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699172.289014:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699172.289019:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699172.289022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699172.289023:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699172.289025:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699172.289027:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699172.289053:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699172.289057:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699172.289061:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699172.870057:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699172.870066:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699172.870069:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699172.870074:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699172.870077:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699172.870082:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699172.870085:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699172.870087:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699172.870091:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699173.312967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699173.312975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699173.312976:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699173.312977:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699173.312979:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699173.312982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699173.312984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699173.312985:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699173.312985:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699173.312990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699173.312992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699173.312994:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699173.312994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699173.312998:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699173.312998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699173.312999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699173.313004:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699173.313007:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699173.313007:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699173.313011:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699173.313013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699173.313013:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699173.313015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699173.313018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787699173.313049:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787699173.313053:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787699173.313056:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699173.889008:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699173.889015:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699173.889018:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699173.889022:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699173.889026:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699173.889029:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699173.889032:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699173.889034:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699173.889037:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699174.336968:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699174.336968:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699174.336972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699174.336978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699174.336978:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699174.336978:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699174.336983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699174.336983:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699174.336988:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699174.336990:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699174.336993:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000001:0.0:1787699174.336995:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699174.336997:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699174.336999:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699174.337001:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699174.337004:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699174.337005:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699174.337008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699174.337009:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699174.337011:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699174.337011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699174.337014:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699174.337015:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699174.337015:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699174.337018:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787699174.337019:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699174.337021:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699174.337022:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699174.337023:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699174.337023:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699174.337024:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699174.337026:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699174.337026:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699174.337028:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699174.337032:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699174.337033:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699174.337069:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699174.337073:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699174.337077:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699174.912947:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699174.912956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699174.912958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699174.912964:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699174.912968:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699174.912972:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699174.912975:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699174.912977:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699174.912980:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699175.360969:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699175.360969:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699175.360972:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699175.360977:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699175.360978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699175.360978:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699175.360982:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.360982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699175.360986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699175.360989:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699175.360989:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699175.360989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699175.360993:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699175.360995:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699175.360997:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699175.360998:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699175.360999:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699175.361002:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699175.361003:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699175.361006:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699175.361009:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.361009:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699175.361013:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.361016:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699175.361045:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699175.361049:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699175.361052:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699175.936970:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699175.936989:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699175.936992:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699175.936998:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699175.937002:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699175.937006:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699175.937009:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699175.937013:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699175.937016:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699175.937065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699175.937071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699175.937073:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699175.937076:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699175.937079:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699175.937086:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4389
00000400:00000200:3.0:1787699175.937095:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699175.937101:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699175.937105:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699175.937108:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937111:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.937113:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937115:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699175.937120:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699175.937122:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699175.937126:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699175.937129:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699175.937131:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699175.937133:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699175.937136:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937137:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.937139:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937141:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699175.937144:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699175.937147:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937149:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699175.937152:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699175.937154:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699175.937157:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.937160:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699175.937162:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699175.937171:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a940.
00000020:00000040:3.0:1787699175.937175:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699175.937179:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699175.937181:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.937184:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699175.937186:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699175.937190:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699175.937198:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787699175.937204:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699175.937212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699175.937223:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699175.937225:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699175.937229:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009145c088] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937266:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699175.937269:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699175.937271:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699175.937276:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937281:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699175.937282:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.937285:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699175.937287:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699175.937288:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699175.937291:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947259264:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699175.937296:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699175.937299:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699175.937301:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.937302:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699175.937306:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699175.937308:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.937312:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699175.937316:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699175.937323:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699175.937329:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259264, portal 25
00000100:00000001:1.0:1787699175.937331:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699175.937332:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299249984 : -116989410301632 : ffff959947c1a940)
00000100:00000040:1.0:1787699175.937337:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937344:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699175.937347:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699175.937350:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699175.937353:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947259264, offset 0
00000400:00000200:1.0:1787699175.937359:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699175.937368:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699175.937374:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699175.937379:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699175.937383:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699175.937387:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699175.937389:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699175.937393:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12665:12665:256:4294967295] 192.168.201.121@tcp LPNI seq info [12665:12665:8:4294967295]
00000400:00000200:1.0:1787699175.937397:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699175.937407:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699175.937414:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699175.937420:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699175.937427:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699175.937430:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787699175.937434:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699175.937437:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787699175.937441:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699175.937443:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699175.937448:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699175.937452:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699175.937456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699175.937457:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699175.937460:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699175.937463:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699175.937485:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699175.937488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699175.937492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699175.937493:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699175.937495:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699175.937497:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699175.937500:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4389
00000400:00000200:3.0:1787699175.937509:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699175.937512:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699175.937514:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699175.937517:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937518:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.937520:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937522:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699175.937524:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699175.937525:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699175.937526:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699175.937528:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699175.937530:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699175.937532:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699175.937534:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937536:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.937538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937539:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699175.937542:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699175.937544:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937546:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699175.937548:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699175.937553:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699175.937555:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.937557:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699175.937561:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699175.937563:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.937565:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699175.937570:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787699175.937572:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699175.937574:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699175.937575:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.937577:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699175.937578:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699175.937579:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699175.937583:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787699175.937586:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699175.937591:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699175.937597:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699175.937599:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699175.937603:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937632:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.937637:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937643:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.937645:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699175.937652:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.937655:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699175.937658:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299062947
00000100:00000010:1.0:1787699175.937663:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ea0.
00000100:00000001:1.0:1787699175.937669:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699175.937676:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299062947
00000100:00000010:1.0:1787699175.937679:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010360.
00000100:00000001:1.0:1787699175.937682:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699175.937693:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699175.937696:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.937699:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699175.937703:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699175/real 1787699175]  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699175.937711:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699175.937713:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699175.937715:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699175.937718:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699175.937719:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699175.937722:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699175.937725:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699175.937733:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937740:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699175.937741:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.937743:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.937745:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699175.937749:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937756:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699175.937761:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937768:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699175.937771:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.937773:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.937774:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.937777:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699175.937778:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699175.937781:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699175.937785:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699175.937787:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699175.937791:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699175.937799:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947259264:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699175.937805:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.937807:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.937810:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a940 x1874533947259264/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937817:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699175.937819:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699175.937822:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699175.937825:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699175.937827:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699175.937828:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699175.937830:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699175.937833:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699175.937837:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699175.937839:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699175.937841:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a940.
00000100:00000001:1.0:1787699175.937883:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699175.937884:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.937887:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.937894:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699175.937896:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.937899:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699175.937900:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699175.937902:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699175.937906:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.937912:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699175.937914:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.937916:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699175.937918:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699175.937920:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699175.937922:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259392:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699175.937923:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.937926:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787699175.937926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787699175.937927:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699175.937929:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699175.937930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787699175.937931:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787699175.937931:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699175.937933:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787699175.937935:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
00000100:00000001:3.0:1787699175.937935:0:37:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787699175.937936:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699175.937938:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4389
00000400:00000200:1.0:1787699175.937940:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699175.937942:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000200:3.0:1787699175.937942:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699175.937945:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000400:00000200:3.0:1787699175.937945:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699175.937947:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787699175.937948:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259392, portal 10
00000100:00000001:1.0:1787699175.937950:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787699175.937950:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699175.937951:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000001:3.0:1787699175.937952:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.937954:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937956:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000040:1.0:1787699175.937958:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699175.937958:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699175.937959:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699175.937961:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699175.937963:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000100:00000001:1.0:1787699175.937964:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787699175.937965:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699175.937966:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000001:3.0:1787699175.937967:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000010:1.0:1787699175.937968:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000040:3.0:1787699175.937970:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000200:1.0:1787699175.937971:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947259392, offset 0
00000100:00000001:3.0:1787699175.937972:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.937974:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:1.0:1787699175.937975:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699175.937975:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699175.937977:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:1.0:1787699175.937979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00080000:3.0:1787699175.937980:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:1.0:1787699175.937982:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787699175.937983:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699175.937984:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787699175.937985:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787699175.937987:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787699175.937988:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
02000000:00000001:3.0:1787699175.937989:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.937990:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699175.937991:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:1.0:1787699175.937992:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000008:00100000:3.0:1787699175.937994:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787699175.937995:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12666:12666:256:4294967295] 192.168.201.121@tcp LPNI seq info [12666:12666:8:4294967295]
00000008:00000001:3.0:1787699175.937996:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.937998:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.937999:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000010:3.0:1787699175.938001:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787699175.938003:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000400:00000200:1.0:1787699175.938006:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787699175.938006:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699175.938008:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.938009:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787699175.938010:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699175.938011:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787699175.938013:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
02000000:00000001:3.0:1787699175.938013:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699175.938016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000800:00000200:1.0:1787699175.938017:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699175.938019:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787699175.938020:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000100:00100000:3.0:1787699175.938024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787699175.938024:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699175.938027:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787699175.938031:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000001:3.0:1787699175.938031:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787699175.938032:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000100:00000001:3.0:1787699175.938033:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.938036:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787699175.938037:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699175.938039:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699175.938042:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699175.938044:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:3.0:1787699175.938045:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938046:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787699175.938048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787699175.938049:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699175.938051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699175.938052:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699175.938054:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699175.938056:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699175.938056:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787699175.938059:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787699175.938059:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4389
00000400:00000200:3.0:1787699175.938062:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699175.938064:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00000001:1.0:1787699175.938066:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699175.938066:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787699175.938067:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787699175.938069:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699175.938070:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.938071:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699175.938072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:1.0:1787699175.938074:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000100:00000001:3.0:1787699175.938074:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699175.938076:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787699175.938077:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:3.0:1787699175.938077:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:1.0:1787699175.938079:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299062290
00000020:00000001:3.0:1787699175.938079:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787699175.938081:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299062947
00000020:00000040:3.0:1787699175.938081:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00000001:1.0:1787699175.938083:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299062290
00000020:00000001:3.0:1787699175.938083:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699175.938085:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000001:1.0:1787699175.938086:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299062947
00000100:00000001:1.0:1787699175.938088:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787699175.938088:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699175.938089:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.938090:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699175.938091:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787699175.938092:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699175.938094:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00100000:1.0:1787699175.938095:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699175/real 1787699175]  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787699175.938096:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699175.938098:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699175.938101:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699175.938102:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787699175.938103:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699175.938104:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787699175.938104:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1787699175.938105:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
02000000:00000001:3.0:1787699175.938106:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.938108:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000100:00000001:3.0:1787699175.938108:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000010:1.0:1787699175.938109:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699175.938111:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1787699175.938111:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699175.938113:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787699175.938114:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699175.938115:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699175.938118:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787699175.938120:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000200:1.0:1787699175.938122:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699175.938122:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699175.938124:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699175.938125:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699175.938127:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699175.938128:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938129:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699175.938130:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787699175.938131:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:1.0:1787699175.938132:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.938133:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699175.938134:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699175.938137:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699175.938138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699175.938144:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699175.938145:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699175.938147:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699175.938148:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787699175.938150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938155:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699175.938158:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699175.938158:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938159:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.938160:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938161:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787699175.938162:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4399)
00000100:00000001:1.0:1787699175.938164:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699175.938166:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699175.938169:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699175.938171:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699175.938174:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699175.938182:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259392:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699175.938185:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938187:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.938190:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947259392/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938196:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699175.938198:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699175.938200:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699175.938202:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699175.938203:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699175.938204:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699175.938206:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699175.938208:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699175.938210:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699175.938211:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699175.938212:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699175.938214:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699175.938216:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938217:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938220:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699175.938221:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938223:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699175.938224:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699175.938225:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699175.938229:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938235:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699175.938236:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.938238:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699175.938239:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699175.938241:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699175.938244:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259520:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699175.938247:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699175.938249:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699175.938251:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.938252:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699175.938255:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699175.938256:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.938259:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699175.938261:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699175.938263:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699175.938265:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259520, portal 4
00000100:00000001:1.0:1787699175.938267:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699175.938267:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699175.938271:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938276:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699175.938277:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699175.938278:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699175.938279:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947259520, offset 0
00000400:00000200:1.0:1787699175.938282:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699175.938284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699175.938286:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699175.938288:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699175.938290:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699175.938291:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699175.938293:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699175.938295:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12667:12667:256:4294967295] 192.168.201.121@tcp LPNI seq info [12667:12667:8:4294967295]
00000400:00000200:1.0:1787699175.938297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699175.938301:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699175.938304:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699175.938307:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699175.938311:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699175.938313:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787699175.938318:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699175.938320:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787699175.938323:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699175.938325:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699175.938327:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699175.938330:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699175.938333:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699175.938335:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699175.938337:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699175.938341:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938348:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.938352:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938358:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938359:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699175.938362:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699175.938365:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699175.938368:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699175.938369:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299062307
00000100:00000001:1.0:1787699175.938371:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299062947
00000100:00000001:1.0:1787699175.938372:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299062307
00000100:00000001:1.0:1787699175.938374:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299062947
00000100:00000001:1.0:1787699175.938375:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699175.938377:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938379:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699175.938382:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699175/real 1787699175]  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699175.938390:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699175.938391:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699175.938392:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699175.938394:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699175.938395:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699175.938397:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699175.938400:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699175.938408:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938414:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699175.938416:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938417:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.938419:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699175.938422:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938428:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699175.938431:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938437:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699175.938440:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938441:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.938442:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938444:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699175.938446:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699175.938448:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699175.938451:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699175.938453:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699175.938457:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699175.938462:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259520:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699175.938465:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699175.938467:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938471:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699175.938472:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.938473:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699175.938475:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699175.938476:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699175.938478:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259648:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699175.938480:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699175.938481:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699175.938482:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699175.938483:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699175.938486:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699175.938487:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699175.938489:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699175.938491:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699175.938494:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699175.938495:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259648, portal 4
00000100:00000001:1.0:1787699175.938497:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699175.938498:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699175.938501:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938505:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699175.938507:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699175.938508:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699175.938509:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947259648, offset 0
00000400:00000200:1.0:1787699175.938512:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699175.938514:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699175.938516:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699175.938518:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699175.938519:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699175.938521:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699175.938522:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699175.938525:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12668:12668:256:4294967295] 192.168.201.121@tcp LPNI seq info [12668:12668:8:4294967295]
00000400:00000200:1.0:1787699175.938529:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699175.938535:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699175.938539:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699175.938543:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699175.938546:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699175.938549:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787699175.938553:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699175.938556:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787699175.938559:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699175.938561:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699175.938564:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699175.938567:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699175.938569:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699175.938571:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699175.938573:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699175.938576:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938583:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.938586:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938591:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938593:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699175.938596:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699175.938598:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699175.938601:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699175.938603:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299062294
00000100:00000001:1.0:1787699175.938605:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299062947
00000100:00000001:1.0:1787699175.938607:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299062294
00000100:00000001:1.0:1787699175.938608:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299062947
00000100:00000001:1.0:1787699175.938610:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699175.938612:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938613:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699175.938616:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699175/real 1787699175]  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699175.938623:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699175.938625:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699175.938626:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699175.938628:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699175.938630:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699175.938631:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699175.938634:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699175.938640:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938645:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699175.938646:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938648:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.938649:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699175.938652:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938657:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699175.938660:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938666:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699175.938668:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938670:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699175.938671:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938672:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699175.938674:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699175.938676:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699175.938679:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699175.938682:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699175.938686:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699175.938693:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259648:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699175.938697:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938698:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.938701:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947259520/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938707:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699175.938708:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699175.938710:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000bc00.
02000000:00000001:1.0:1787699175.938712:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699175.938714:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699175.938715:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699175.938717:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699175.938718:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699175.938721:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699175.938722:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699175.938723:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699175.938725:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699175.938727:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938728:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699175.938731:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947259648/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699175.938737:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699175.938738:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699175.938740:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008800.
02000000:00000001:1.0:1787699175.938742:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699175.938743:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699175.938744:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699175.938746:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699175.938748:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699175.938750:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699175.938751:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699175.938752:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699175.938754:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699175.938756:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938757:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699175.938760:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699175.938762:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699175.938764:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699175.938766:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699176.384970:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699176.384976:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699176.384977:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699176.384981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699176.384982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699176.384988:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699176.384991:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699176.384993:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699176.384994:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699176.384997:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699176.385000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699176.385002:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699176.385005:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699176.385005:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699176.385009:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:1.0:1787699176.385011:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699176.385015:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699176.385019:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699176.385022:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699176.385024:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699176.385026:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699176.385068:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699176.385073:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699176.385076:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699176.385327:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699176.385330:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699176.385332:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699176.385334:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699176.385336:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699176.385338:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699176.385340:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699176.385341:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699176.385343:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699176.640985:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299062947, at 4299062976
00000100:00000010:0.0:1787699176.641001:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000040:1.0:1787699176.641106:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299062947, at 4299062976
00000100:00000010:1.0:1787699176.641111:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010360.
00000100:00000001:2.0:1787699176.960965:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699176.960973:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699176.960976:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699176.960981:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699176.960984:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699176.960987:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699176.960990:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699176.960993:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699176.960995:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699177.408946:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699177.408946:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699177.408954:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699177.408955:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699177.408959:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699177.408959:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699177.408966:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699177.408966:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699177.408971:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699177.408972:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699177.408975:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699177.408976:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699177.408980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699177.408982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699177.408984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699177.408987:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699177.408990:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699177.408993:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699177.409001:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699177.409004:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699177.409006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699177.409007:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699177.409010:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699177.409011:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699177.409046:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699177.409049:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699177.409051:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699177.984951:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699177.984959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699177.984961:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699177.984966:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699177.984970:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699177.984973:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699177.984976:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699177.984978:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699177.984981:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699178.433002:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699178.433008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699178.433012:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699178.433013:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699178.433019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699178.433020:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699178.433025:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699178.433034:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699178.433037:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699178.433044:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699178.433049:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699178.433055:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699178.433059:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787699178.433061:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000001:0.0:1787699178.433062:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787699178.433065:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699178.433068:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699178.433069:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699178.433124:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699178.433128:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699178.433129:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699178.433132:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699178.433135:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699178.433137:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699178.433139:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699178.433141:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699178.433143:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699179.008961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699179.008967:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699179.008969:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699179.008972:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699179.008975:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699179.008978:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699179.008980:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699179.008981:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699179.008983:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699179.456954:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699179.456959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699179.456962:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699179.456963:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699179.456967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699179.456968:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699179.456971:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699179.456973:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699179.456974:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699179.456976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699179.456980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699179.456984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699179.456987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699179.456989:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699179.456993:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699179.457014:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699179.457017:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699179.457027:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699179.457060:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699179.457064:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699179.457065:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699179.457067:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699179.457069:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699179.457071:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699179.457073:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699179.457074:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699179.457076:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699180.032946:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699180.032952:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699180.032954:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699180.032957:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699180.032959:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699180.032962:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699180.032964:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699180.032966:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699180.032968:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699180.480937:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699180.480937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699180.480940:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699180.480944:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699180.480946:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699180.480946:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699180.480948:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699180.480950:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699180.480950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699180.480951:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699180.480957:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699180.480957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699180.480958:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699180.480961:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699180.480963:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699180.480963:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699180.480969:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699180.480969:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699180.480974:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699180.480977:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699180.480979:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699180.480980:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699180.480983:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699180.480986:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699180.480995:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699180.480999:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699180.481002:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699181.057020:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699181.057027:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699181.057029:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699181.057034:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699181.057038:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699181.057042:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699181.057045:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699181.057047:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699181.057050:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699181.057132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699181.057137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699181.057139:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699181.057143:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699181.057146:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699181.057154:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4394
00000400:00000200:1.0:1787699181.057163:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699181.057169:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699181.057172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699181.057175:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057179:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057181:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057183:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699181.057187:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699181.057188:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699181.057191:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699181.057195:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699181.057208:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699181.057210:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699181.057213:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057216:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057218:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057219:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699181.057222:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699181.057226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057229:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699181.057232:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699181.057235:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699181.057238:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057241:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699181.057243:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699181.057252:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5a40.
00000020:00000040:1.0:1787699181.057255:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699181.057270:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699181.057272:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057275:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699181.057277:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699181.057281:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699181.057290:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008800.
00000100:00000001:1.0:1787699181.057296:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699181.057305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699181.057315:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699181.057319:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699181.057324:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f42b5b] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699181.057348:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699181.057351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699181.057354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699181.057356:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699181.057357:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699181.057360:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699181.057363:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4394
00000400:00000200:1.0:1787699181.057367:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699181.057370:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699181.057372:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699181.057376:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057378:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057380:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057382:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699181.057384:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699181.057385:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699181.057387:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699181.057389:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699181.057391:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699181.057393:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699181.057396:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057397:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057400:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057402:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699181.057404:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699181.057407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057409:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699181.057410:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699181.057416:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699181.057418:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057420:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699181.057425:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699181.057429:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057431:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699181.057435:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e6940.
00000020:00000040:1.0:1787699181.057437:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699181.057440:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699181.057441:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057442:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699181.057444:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699181.057445:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699181.057449:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000bc00.
00000100:00000001:1.0:1787699181.057461:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699181.057466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699181.057474:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699181.057476:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699181.057479:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff16c503] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699181.057487:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699181.057490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699181.057493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699181.057495:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699181.057496:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699181.057499:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699181.057501:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4394
00000400:00000200:1.0:1787699181.057505:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699181.057508:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699181.057511:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699181.057513:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057515:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057517:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057520:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699181.057522:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699181.057524:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699181.057526:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699181.057528:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699181.057530:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:1.0:1787699181.057532:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:1.0:1787699181.057535:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057537:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057538:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057540:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699181.057542:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:1.0:1787699181.057545:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057547:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699181.057549:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699181.057551:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699181.057553:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057555:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699181.057557:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699181.057560:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057561:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699181.057564:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e7480.
00000020:00000040:1.0:1787699181.057566:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:1.0:1787699181.057569:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699181.057570:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057572:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699181.057573:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699181.057575:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699181.057578:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008c00.
00000100:00000001:1.0:1787699181.057581:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699181.057585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699181.057599:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699181.057601:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699181.057604:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032a1d94d] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699181.057612:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699181.057614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699181.057617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787699181.057619:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699181.057620:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699181.057622:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699181.057624:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4394
00000400:00000200:1.0:1787699181.057627:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699181.057630:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699181.057632:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699181.057634:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057636:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057638:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057640:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699181.057642:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699181.057643:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:1.0:1787699181.057644:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699181.057646:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:1.0:1787699181.057648:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699181.057650:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:1.0:1787699181.057653:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057655:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699181.057657:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057658:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699181.057661:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699181.057664:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699181.057666:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699181.057668:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699181.057670:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699181.057672:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057674:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699181.057676:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699181.057678:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057680:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699181.057683:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4000.
00000020:00000040:1.0:1787699181.057685:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:1.0:1787699181.057697:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699181.057698:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.057700:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699181.057701:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699181.057703:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699181.057706:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950009800.
00000100:00000001:1.0:1787699181.057709:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699181.057713:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699181.057720:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699181.057722:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699181.057726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe644b41] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699181.057733:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699181.057738:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4405)
00000100:00000001:3.0:1787699181.057972:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699181.057976:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699181.057978:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699181.057985:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.057994:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699181.057996:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.057999:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699181.058002:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699181.058004:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699181.058008:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947259776:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699181.058012:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699181.058016:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699181.058018:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.058021:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699181.058026:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699181.058028:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699181.058033:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699181.058036:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699181.058043:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699181.058049:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259776, portal 25
00000100:00000001:3.0:1787699181.058052:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699181.058053:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273867328 : -116989435684288 : ffff9599463e5a40)
00000100:00000040:3.0:1787699181.058069:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058078:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699181.058080:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699181.058083:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699181.058087:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947259776, offset 0
00000400:00000200:3.0:1787699181.058093:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699181.058101:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.058107:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699181.058112:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699181.058116:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699181.058120:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699181.058123:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699181.058127:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12669:12669:256:4294967295] 192.168.201.121@tcp LPNI seq info [12669:12669:8:4294967295]
00000400:00000200:3.0:1787699181.058132:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.058142:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699181.058148:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.058153:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699181.058160:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699181.058164:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787699181.058170:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699181.058173:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787699181.058178:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.058180:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699181.058187:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699181.058191:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699181.058205:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699181.058208:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699181.058212:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699181.058216:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058226:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.058230:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058237:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.058239:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699181.058245:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699181.058249:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699181.058252:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299068068
00000100:00000010:3.0:1787699181.058265:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122900.
00000100:00000001:3.0:1787699181.058271:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699181.058277:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299068068
00000100:00000010:3.0:1787699181.058280:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501224e0.
00000100:00000001:3.0:1787699181.058283:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699181.058286:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699181.058289:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.058291:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699181.058296:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699181/real 1787699181]  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699181.058304:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699181.058306:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699181.058308:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699181.058311:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699181.058313:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699181.058315:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699181.058318:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699181.058327:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058334:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699181.058335:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058338:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.058340:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699181.058343:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058350:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699181.058355:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058362:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699181.058364:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058365:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.058366:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058369:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699181.058370:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699181.058373:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699181.058377:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699181.058379:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699181.058383:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699181.058391:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947259776:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699181.058395:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699181.058398:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058405:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699181.058406:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.058408:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699181.058409:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699181.058412:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699181.058414:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259904:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699181.058418:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699181.058419:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699181.058421:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.058422:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699181.058425:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699181.058427:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699181.058430:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699181.058433:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699181.058437:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699181.058439:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947259904, portal 10
00000100:00000001:3.0:1787699181.058441:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699181.058443:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273871168 : -116989435680448 : ffff9599463e6940)
00000100:00000040:3.0:1787699181.058449:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058456:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699181.058458:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699181.058460:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699181.058463:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947259904, offset 0
00000400:00000200:3.0:1787699181.058467:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699181.058470:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.058474:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699181.058477:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699181.058479:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699181.058482:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699181.058484:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699181.058487:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12670:12670:256:4294967295] 192.168.201.121@tcp LPNI seq info [12670:12670:8:4294967295]
00000400:00000200:3.0:1787699181.058491:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.058497:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699181.058501:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.058504:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699181.058508:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699181.058511:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787699181.058515:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699181.058518:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787699181.058521:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.058523:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699181.058526:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699181.058529:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699181.058532:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699181.058534:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699181.058536:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699181.058539:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058547:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.058550:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058557:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.058558:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699181.058560:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699181.058564:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699181.058567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699181.058569:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299067410
00000100:00000001:3.0:1787699181.058571:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299068068
00000100:00000001:3.0:1787699181.058574:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299067410
00000100:00000001:3.0:1787699181.058576:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299068068
00000100:00000001:3.0:1787699181.058578:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699181.058580:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.058581:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699181.058585:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699181/real 1787699181]  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699181.058592:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699181.058593:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699181.058595:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699181.058597:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699181.058599:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699181.058601:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699181.058604:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699181.058612:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058619:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699181.058620:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058622:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.058623:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699181.058626:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058633:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699181.058636:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058643:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699181.058645:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058647:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.058648:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058650:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699181.058652:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699181.058655:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699181.058658:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699181.058660:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699181.058664:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699181.058671:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947259904:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699181.058675:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699181.058678:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058685:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699181.058686:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.058688:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699181.058690:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699181.058692:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699181.058695:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260032:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699181.058697:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699181.058699:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699181.058701:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.058703:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699181.058706:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699181.058708:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699181.058711:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699181.058713:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699181.058716:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699181.058719:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260032, portal 4
00000100:00000001:3.0:1787699181.058720:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699181.058722:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273874048 : -116989435677568 : ffff9599463e7480)
00000100:00000040:3.0:1787699181.058727:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058733:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699181.058736:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699181.058738:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699181.058740:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947260032, offset 0
00000400:00000200:3.0:1787699181.058743:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699181.058746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.058749:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699181.058752:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699181.058754:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699181.058785:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699181.058788:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699181.058791:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12671:12671:256:4294967295] 192.168.201.121@tcp LPNI seq info [12671:12671:8:4294967295]
00000400:00000200:3.0:1787699181.058795:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.058801:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699181.058805:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.058809:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699181.058812:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699181.058815:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787699181.058819:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699181.058822:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787699181.058825:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.058827:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699181.058830:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699181.058834:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699181.058836:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699181.058838:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699181.058840:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699181.058844:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058879:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.058883:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058889:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.058890:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699181.058894:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699181.058897:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699181.058900:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699181.058902:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299067428
00000100:00000001:3.0:1787699181.058904:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299068068
00000100:00000001:3.0:1787699181.058906:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299067428
00000100:00000001:3.0:1787699181.058909:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299068068
00000100:00000001:3.0:1787699181.058911:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699181.058913:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.058914:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699181.058918:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699181/real 1787699181]  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699181.058925:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699181.058926:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699181.058928:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699181.058930:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699181.058932:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699181.058934:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699181.058936:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699181.058945:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058951:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699181.058952:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058953:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.058955:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699181.058958:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058965:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699181.058968:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.058975:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699181.058978:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058979:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.058981:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.058983:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699181.058984:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699181.058987:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699181.058990:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699181.058992:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699181.058996:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699181.059004:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260032:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699181.059008:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699181.059012:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059018:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699181.059019:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.059021:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699181.059023:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699181.059025:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699181.059027:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260160:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699181.059030:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699181.059032:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699181.059033:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699181.059035:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699181.059038:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699181.059040:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699181.059043:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699181.059045:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699181.059048:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699181.059050:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260160, portal 4
00000100:00000001:3.0:1787699181.059052:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699181.059053:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273860608 : -116989435691008 : ffff9599463e4000)
00000100:00000040:3.0:1787699181.059059:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059065:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699181.059068:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699181.059069:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699181.059072:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947260160, offset 0
00000400:00000200:3.0:1787699181.059075:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699181.059079:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.059082:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699181.059084:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699181.059087:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699181.059089:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699181.059091:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699181.059094:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12672:12672:256:4294967295] 192.168.201.121@tcp LPNI seq info [12672:12672:8:4294967295]
00000400:00000200:3.0:1787699181.059098:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699181.059104:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699181.059109:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.059111:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699181.059115:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699181.059118:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787699181.059121:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699181.059139:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787699181.059145:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699181.059147:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699181.059150:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699181.059153:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699181.059156:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699181.059158:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699181.059160:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699181.059164:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059171:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.059174:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699206 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059187:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.059188:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699181.059192:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699181.059195:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699181.059198:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699181.059200:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299067415
00000100:00000001:3.0:1787699181.059202:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299068068
00000100:00000001:3.0:1787699181.059205:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299067415
00000100:00000001:3.0:1787699181.059206:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299068068
00000100:00000001:3.0:1787699181.059209:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699181.059210:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.059212:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699181.059215:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699181/real 1787699181]  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699181.059222:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699181.059223:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699181.059225:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699181.059227:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699181.059229:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699181.059231:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699181.059234:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699181.059242:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059248:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699181.059249:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059251:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.059252:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699181.059255:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059262:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699181.059265:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059272:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699181.059273:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059275:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699181.059276:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059278:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699181.059279:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699181.059281:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699181.059285:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699181.059287:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699181.059291:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699181.059298:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260160:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699181.059302:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059304:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.059307:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5a40 x1874533947259776/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059314:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699181.059316:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699181.059319:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627fc00.
02000000:00000001:3.0:1787699181.059322:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699181.059324:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699181.059325:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699181.059328:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699181.059331:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008800.
02000000:00000001:3.0:1787699181.059334:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699181.059336:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699181.059338:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5a40.
00000100:00000001:3.0:1787699181.059341:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699181.059342:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059344:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.059347:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e6940 x1874533947259904/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059354:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699181.059355:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699181.059357:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627c400.
02000000:00000001:3.0:1787699181.059358:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699181.059360:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699181.059361:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699181.059362:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699181.059364:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000bc00.
02000000:00000001:3.0:1787699181.059366:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699181.059367:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699181.059368:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e6940.
00000100:00000001:3.0:1787699181.059370:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699181.059372:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059373:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.059376:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e7480 x1874533947260032/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059382:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699181.059383:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699181.059384:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f400.
02000000:00000001:3.0:1787699181.059386:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699181.059387:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699181.059388:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699181.059390:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699181.059391:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008c00.
02000000:00000001:3.0:1787699181.059393:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699181.059394:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699181.059396:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e7480.
00000100:00000001:3.0:1787699181.059398:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699181.059399:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059400:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699181.059403:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4000 x1874533947260160/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699206 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699181.059409:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699181.059411:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699181.059412:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627f800.
02000000:00000001:3.0:1787699181.059414:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699181.059415:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699181.059416:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699181.059417:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699181.059418:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950009800.
02000000:00000001:3.0:1787699181.059420:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699181.059421:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699181.059422:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4000.
00000100:00000001:3.0:1787699181.059424:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699181.059425:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059427:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699181.059434:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699181.059435:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699181.059437:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699181.059439:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.505000:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699181.505006:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699181.505013:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699181.505013:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.505017:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699181.505022:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:1.0:1787699181.505024:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699181.505026:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.505029:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699181.505032:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699181.505035:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699181.505036:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699181.505040:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699181.505045:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699181.505048:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699181.505096:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699181.505101:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699181.505106:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699181.505140:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699181.505145:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699181.505146:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699181.505150:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699181.505152:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699181.505154:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699181.505156:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699181.505158:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699181.505160:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699181.761308:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299068068, at 4299068096
00000100:00000010:0.0:1787699181.761327:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122900.
00000100:00000040:1.0:1787699181.764874:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299068068, at 4299068099
00000100:00000010:1.0:1787699181.764892:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501224e0.
00000100:00000001:2.0:1787699182.080955:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699182.080962:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699182.080964:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699182.080969:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699182.080973:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699182.080977:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699182.080979:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699182.080982:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699182.080985:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699182.528948:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699182.528948:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699182.528956:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699182.528956:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699182.528961:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699182.528961:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699182.528968:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699182.528969:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699182.528975:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699182.528975:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699182.528981:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699182.528981:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699182.528988:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699182.528991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699182.528995:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699182.528995:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699182.528999:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699182.529003:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699182.529842:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699182.529846:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699182.529865:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699182.529890:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699182.529894:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699182.529895:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699182.530013:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699182.530016:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699182.530019:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699183.105010:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699183.105017:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699183.105018:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699183.105022:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699183.105024:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699183.105027:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699183.105029:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699183.105031:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699183.105032:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699183.552988:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699183.552997:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699183.553000:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699183.553000:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699183.553006:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699183.553008:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699183.553012:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699183.553013:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699183.553016:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699183.553019:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699183.553020:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699183.553024:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699183.553024:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699183.553029:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699183.553031:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699183.553033:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699183.553035:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699183.553039:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699183.553042:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699183.553045:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699183.553047:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699183.553050:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699183.553051:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699183.553054:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699183.553064:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699183.553068:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699183.553070:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699184.129008:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699184.129019:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699184.129022:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699184.129039:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699184.129043:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699184.129049:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699184.129052:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699184.129055:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699184.129059:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699184.576993:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699184.577004:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699184.577006:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699184.577013:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699184.577017:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699184.577022:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699184.577025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699184.577028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699184.577031:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699184.577091:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699184.577095:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699184.577097:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699184.577100:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699184.577103:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699184.577105:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699184.577108:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699184.577109:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699184.577112:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577134:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699184.577140:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699184.577142:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699184.577146:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577150:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699184.577152:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577155:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577158:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577161:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699184.577163:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699184.577164:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699184.577166:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577167:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699184.577169:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577171:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577173:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699184.577176:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699184.577178:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699184.577347:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699184.577351:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699184.577355:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699185.154033:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699185.154040:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699185.154043:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699185.154048:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699185.154052:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699185.154056:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699185.154059:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699185.154061:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699185.154064:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699185.600963:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699185.600970:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699185.600973:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699185.600978:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699185.600982:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699185.600983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699185.600986:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699185.600989:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699185.600993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699185.600995:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699185.601002:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699185.601007:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699185.601011:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699185.601014:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699185.601018:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699185.601040:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699185.601046:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699185.601050:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699185.601117:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699185.601121:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699185.601123:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699185.601126:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699185.601128:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699185.601132:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699185.601134:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699185.601135:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699185.601137:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699186.176977:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699186.176984:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787699186.176985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699186.176986:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699186.176992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699186.176994:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699186.176997:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787699186.177002:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787699186.177002:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699186.177008:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699186.177009:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4400
00000100:00000001:2.0:1787699186.177013:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699186.177018:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1787699186.177018:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699186.177022:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787699186.177024:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699186.177027:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787699186.177028:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699186.177031:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177035:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177037:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177039:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699186.177041:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699186.177042:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699186.177045:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699186.177047:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699186.177049:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699186.177050:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699186.177052:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177053:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177054:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177056:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699186.177059:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699186.177061:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177063:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699186.177065:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699186.177067:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699186.177068:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177070:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699186.177072:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699186.177078:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699186.177081:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699186.177084:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699186.177085:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177087:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699186.177089:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699186.177092:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699186.177097:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f800.
00000100:00000001:3.0:1787699186.177102:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699186.177109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699186.177115:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699186.177118:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699186.177129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699186.177148:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699186.177150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699186.177152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699186.177153:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699186.177154:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699186.177156:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699186.177157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4400
00000400:00000200:3.0:1787699186.177159:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699186.177161:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699186.177162:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699186.177164:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177165:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177167:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177168:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699186.177169:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699186.177170:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699186.177171:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699186.177172:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699186.177174:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699186.177175:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699186.177177:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177178:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177179:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177180:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699186.177181:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699186.177182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177184:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699186.177185:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699186.177188:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699186.177189:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177191:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699186.177194:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699186.177200:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177202:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699186.177205:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000020:00000040:3.0:1787699186.177207:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699186.177209:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699186.177210:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177211:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699186.177213:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699186.177214:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699186.177217:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f400.
00000100:00000001:3.0:1787699186.177221:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699186.177225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699186.177232:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699186.177234:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699186.177238:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699186.177250:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699186.177252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699186.177254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699186.177255:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699186.177256:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699186.177258:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699186.177260:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4400
00000400:00000200:3.0:1787699186.177262:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699186.177264:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699186.177265:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699186.177267:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177269:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177270:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177271:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699186.177272:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699186.177273:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699186.177274:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699186.177275:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699186.177276:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699186.177278:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699186.177280:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177282:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177292:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177294:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699186.177296:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699186.177302:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177304:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699186.177306:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699186.177309:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699186.177311:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177313:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699186.177323:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699186.177326:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177328:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699186.177339:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000020:00000040:3.0:1787699186.177341:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699186.177344:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699186.177345:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177347:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699186.177348:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699186.177350:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699186.177354:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627c400.
00000100:00000001:3.0:1787699186.177357:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699186.177362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699186.177369:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699186.177371:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699186.177374:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699186.177382:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699186.177384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699186.177388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699186.177389:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699186.177390:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699186.177392:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699186.177395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4400
00000400:00000200:3.0:1787699186.177399:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699186.177402:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699186.177404:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699186.177408:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177410:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177413:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177415:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699186.177417:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699186.177419:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699186.177421:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699186.177423:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699186.177426:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699186.177428:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699186.177431:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177433:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699186.177435:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699186.177440:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699186.177440:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699186.177447:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00000001:1.0:1787699186.177449:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699186.177455:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787699186.177456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699186.177460:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699186.177462:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699186.177465:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699186.177471:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177474:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699186.177476:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787699186.177482:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787699186.177482:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177490:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699186.177500:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699186.177504:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787699186.177506:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000001:1.0:1787699186.177508:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.177516:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699186.177521:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699186.177524:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699186.177524:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177532:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699186.177537:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699186.177538:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699186.177542:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699186.177547:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947260288:192.168.201.121@tcp:250:kworker.0
02000000:00000010:3.0:1787699186.177552:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:1.0:1787699186.177554:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787699186.177561:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.177563:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699186.177568:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.177574:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787699186.177574:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787699186.177586:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699186.177591:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699186.177605:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699186.177607:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699186.177616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699186.177617:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787699186.177627:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00000001:3.0:1787699186.177633:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787699186.177638:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000040:3.0:1787699186.177641:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4410)
00000100:00000200:1.0:1787699186.177649:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260288, portal 25
00000100:00000001:1.0:1787699186.177653:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699186.177655:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000040:1.0:1787699186.177665:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.177683:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699186.177687:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699186.177690:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699186.177694:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947260288, offset 0
00000400:00000200:1.0:1787699186.177701:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699186.177713:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.177720:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699186.177727:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699186.177731:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699186.177736:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699186.177738:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699186.177742:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12673:12673:256:4294967295] 192.168.201.121@tcp LPNI seq info [12673:12673:8:4294967295]
00000400:00000200:1.0:1787699186.177747:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.177757:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699186.177763:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.177768:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699186.177775:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699186.177780:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699186.177797:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699186.177801:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699186.177806:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.177808:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699186.177816:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699186.177821:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699186.177827:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699186.177829:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699186.177835:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699186.177839:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.177875:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.177880:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.177887:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.177889:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699186.177898:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699186.177902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699186.177905:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299073188
00000100:00000010:1.0:1787699186.177912:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010360.
00000100:00000001:1.0:1787699186.177926:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699186.177934:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299073188
00000100:00000010:1.0:1787699186.177940:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ea0.
00000100:00000001:1.0:1787699186.177943:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699186.177946:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699186.177949:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.177952:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699186.177956:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699186/real 1787699186]  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699186.177966:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699186.177968:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699186.177971:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699186.177974:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699186.177975:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699186.177978:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699186.177982:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699186.177990:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.177996:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699186.177998:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178001:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.178003:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699186.178007:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178014:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699186.178019:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178025:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699186.178028:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178031:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.178032:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178035:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699186.178037:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699186.178041:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699186.178045:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699186.178048:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699186.178052:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699186.178060:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947260288:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699186.178064:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699186.178068:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178074:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699186.178076:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.178078:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699186.178080:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699186.178082:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699186.178085:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260416:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699186.178088:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699186.178090:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699186.178091:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.178093:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699186.178097:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699186.178098:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699186.178102:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699186.178105:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699186.178107:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699186.178110:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260416, portal 10
00000100:00000001:1.0:1787699186.178112:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699186.178113:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699186.178120:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178127:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699186.178129:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699186.178131:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699186.178133:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947260416, offset 0
00000400:00000200:1.0:1787699186.178137:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699186.178141:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.178144:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699186.178147:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699186.178149:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699186.178152:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699186.178154:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699186.178157:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12674:12674:256:4294967295] 192.168.201.121@tcp LPNI seq info [12674:12674:8:4294967295]
00000400:00000200:1.0:1787699186.178161:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.178166:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699186.178170:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.178173:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699186.178177:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699186.178179:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699186.178183:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699186.178186:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699186.178190:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.178191:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699186.178194:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699186.178197:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699186.178200:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699186.178202:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699186.178205:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699186.178208:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178215:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.178219:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178225:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.178226:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699186.178229:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699186.178233:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699186.178237:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699186.178239:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299072530
00000100:00000001:1.0:1787699186.178242:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299073188
00000100:00000001:1.0:1787699186.178244:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299072530
00000100:00000001:1.0:1787699186.178246:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299073188
00000100:00000001:1.0:1787699186.178248:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699186.178250:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.178251:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699186.178255:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699186/real 1787699186]  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699186.178263:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699186.178264:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699186.178266:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699186.178269:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699186.178271:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699186.178273:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699186.178276:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699186.178284:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178290:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699186.178291:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178293:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.178295:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699186.178299:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178305:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699186.178309:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178315:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699186.178318:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178319:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.178320:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178322:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699186.178325:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699186.178327:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699186.178331:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699186.178333:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699186.178336:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699186.178344:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260416:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699186.178348:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699186.178352:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178358:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699186.178359:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.178362:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699186.178364:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699186.178366:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699186.178369:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260544:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699186.178372:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699186.178375:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699186.178376:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.178378:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699186.178381:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699186.178384:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699186.178387:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699186.178390:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699186.178393:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699186.178396:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260544, portal 4
00000100:00000001:1.0:1787699186.178398:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699186.178399:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699186.178405:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178411:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699186.178414:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699186.178416:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699186.178419:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947260544, offset 0
00000400:00000200:1.0:1787699186.178422:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699186.178426:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.178429:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699186.178432:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699186.178435:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699186.178437:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699186.178439:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699186.178442:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12675:12675:256:4294967295] 192.168.201.121@tcp LPNI seq info [12675:12675:8:4294967295]
00000400:00000200:1.0:1787699186.178446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.178452:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699186.178456:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.178459:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699186.178463:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699186.178466:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699186.178470:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699186.178473:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699186.178477:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.178479:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699186.178482:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699186.178485:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699186.178488:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699186.178490:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699186.178492:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699186.178495:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178503:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.178506:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178513:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.178514:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699186.178517:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699186.178520:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699186.178523:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699186.178525:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299072547
00000100:00000001:1.0:1787699186.178528:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299073188
00000100:00000001:1.0:1787699186.178530:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299072547
00000100:00000001:1.0:1787699186.178532:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299073188
00000100:00000001:1.0:1787699186.178534:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699186.178536:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.178537:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699186.178541:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699186/real 1787699186]  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699186.178548:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699186.178549:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699186.178551:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699186.178554:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699186.178556:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699186.178559:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699186.178562:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699186.178569:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178575:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699186.178577:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178579:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.178580:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699186.178583:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178589:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699186.178593:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178599:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699186.178601:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178603:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.178604:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178605:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699186.178607:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699186.178609:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699186.178613:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699186.178615:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699186.178619:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699186.178627:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260544:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699186.178630:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178633:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.178637:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947260288/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178643:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699186.178645:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699186.178648:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699186.178651:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699186.178654:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699186.178655:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699186.178657:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699186.178660:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f800.
02000000:00000001:1.0:1787699186.178664:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699186.178666:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699186.178681:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699186.178685:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699186.178686:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178688:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.178692:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947260416/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178697:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699186.178698:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699186.178699:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699186.178702:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699186.178703:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699186.178704:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699186.178706:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699186.178707:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f400.
02000000:00000001:1.0:1787699186.178737:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699186.178738:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699186.178740:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699186.178742:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699186.178744:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178745:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.178748:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947260544/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178754:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699186.178756:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699186.178757:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699186.178760:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699186.178761:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699186.178762:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699186.178764:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699186.178766:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627c400.
02000000:00000001:1.0:1787699186.178768:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699186.178769:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699186.178771:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699186.178773:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699186.178774:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178776:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.178784:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699186.178787:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.178789:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699186.178790:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699186.178792:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699186.178796:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178802:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699186.178804:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.178806:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699186.178807:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699186.178809:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699186.178812:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260672:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699186.178815:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699186.178817:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699186.178818:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699186.178820:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699186.178823:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699186.178825:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699186.178828:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699186.178830:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699186.178833:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699186.178836:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260672, portal 4
00000100:00000001:1.0:1787699186.178839:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699186.178840:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699186.178845:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178867:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699186.178870:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699186.178872:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699186.178875:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947260672, offset 0
00000400:00000200:1.0:1787699186.178879:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699186.178882:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.178886:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699186.178888:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699186.178891:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699186.178893:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699186.178895:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699186.178899:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12676:12676:256:4294967295] 192.168.201.121@tcp LPNI seq info [12676:12676:8:4294967295]
00000400:00000200:1.0:1787699186.178902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699186.178909:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699186.178913:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.178917:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699186.178920:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699186.178924:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787699186.178928:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699186.178930:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1787699186.178934:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699186.178936:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699186.178939:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699186.178942:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699186.178945:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699186.178947:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699186.178949:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699186.178952:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178966:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.178969:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699211 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.178975:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.178977:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699186.178979:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699186.178982:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699186.178985:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699186.178987:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299072535
00000100:00000001:1.0:1787699186.178990:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299073188
00000100:00000001:1.0:1787699186.178992:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299072535
00000100:00000001:1.0:1787699186.178994:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299073188
00000100:00000001:1.0:1787699186.178996:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699186.178998:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.179000:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699186.179003:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699186/real 1787699186]  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699186.179011:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699186.179012:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699186.179014:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699186.179016:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699186.179018:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699186.179020:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699186.179023:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699186.179031:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.179037:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699186.179039:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.179041:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.179042:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699186.179045:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.179052:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699186.179056:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.179062:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699186.179064:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.179066:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699186.179067:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.179069:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699186.179071:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699186.179074:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699186.179077:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699186.179079:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699186.179083:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699186.179090:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260672:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699186.179094:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.179096:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699186.179099:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947260672/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699211 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699186.179105:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699186.179107:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699186.179109:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699186.179111:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699186.179113:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699186.179114:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699186.179116:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699186.179118:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699186.179120:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699186.179122:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699186.179123:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699186.179126:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699186.179127:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.179129:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.179131:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699186.179133:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.179134:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699186.179136:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699186.624978:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699186.624978:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699186.624989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699186.624989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699186.624996:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.624997:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699186.624999:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699186.625005:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699186.625006:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699186.625007:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699186.625013:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699186.625014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699186.625020:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699186.625021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.625021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699186.625025:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699186.625027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699186.625031:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699186.625032:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699186.625039:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699186.625040:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699186.625040:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000001:0.0:1787699186.625046:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699186.625048:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000001:0.0:1787699186.625051:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699186.625056:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699186.625062:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699186.625065:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699186.625069:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699186.625072:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699186.625131:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699186.625134:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699186.625137:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699186.881014:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299073188, at 4299073216
00000100:00000040:0.0:1787699186.881015:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299073188, at 4299073216
00000100:00000010:1.0:1787699186.881040:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000010:0.0:1787699186.881048:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010360.
00000100:00000001:2.0:1787699187.200961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699187.200968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699187.200970:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699187.200975:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699187.200978:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699187.200982:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699187.200985:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699187.200987:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699187.200990:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699187.648959:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699187.648959:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699187.648968:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699187.648968:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699187.648972:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699187.648977:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699187.648979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699187.648981:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699187.648986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699187.648987:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699187.648989:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699187.648992:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699187.648993:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699187.648996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699187.648998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699187.649000:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699187.649003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699187.649006:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699187.649113:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699187.649116:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699187.649120:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699187.649121:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699187.649125:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699187.649126:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699187.649173:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699187.649176:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699187.649178:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699188.224950:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699188.224956:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699188.224958:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699188.224962:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699188.224964:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699188.224967:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699188.224969:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699188.224970:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699188.224972:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699188.672979:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699188.672982:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699188.672983:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00010000:00000001:2.0:1787699188.672989:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699188.672991:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699188.672992:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699188.672995:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:0.0:1787699188.672997:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699188.672997:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699188.672997:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699188.673005:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00100000:0.0:1787699188.673006:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699188.673006:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699188.673007:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699188.673013:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699188.673014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699188.673020:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699188.673021:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699188.673027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699188.673029:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699188.673032:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699188.673034:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699188.673036:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699188.673039:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699188.673049:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699188.673053:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699188.673056:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699189.248967:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699189.248986:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699189.248988:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699189.248993:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699189.248996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699189.249000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699189.249002:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699189.249005:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699189.249008:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699189.696951:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699189.696958:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699189.696960:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699189.696963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699189.696964:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699189.696967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699189.696972:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699189.696972:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699189.696978:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699189.696978:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699189.696984:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699189.696987:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699189.696989:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699189.696991:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699189.696996:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699189.696999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699189.697002:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699189.697005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699189.697019:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699189.697023:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699189.697028:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699189.697030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699189.697034:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699189.697035:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699189.697060:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699189.697065:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699189.697068:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699190.273177:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699190.273186:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699190.273188:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699190.273194:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699190.273198:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699190.273202:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699190.273205:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699190.273208:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699190.273211:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699190.720997:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699190.721005:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699190.721008:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699190.721013:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699190.721016:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699190.721020:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699190.721023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699190.721026:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699190.721028:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699190.721225:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699190.721232:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699190.721238:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699190.721240:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699190.721244:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699190.721245:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699190.721302:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699190.721307:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699190.721309:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699190.721312:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699190.721316:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699190.721319:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699190.721321:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699190.721324:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699190.721327:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699190.721369:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699190.721374:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699190.721377:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787699191.296982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787699191.296987:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699191.296996:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787699191.296996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699191.297003:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699191.297008:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:3.0:1787699191.297009:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787699191.297013:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787699191.297016:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699191.297018:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699191.297028:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699191.297028:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787699191.297034:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787699191.297038:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4405
00000100:00000001:2.0:1787699191.297041:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699191.297050:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699191.297056:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699191.297061:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699191.297066:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297069:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699191.297072:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297075:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699191.297080:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699191.297082:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699191.297090:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699191.297094:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699191.297096:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699191.297099:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699191.297102:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297104:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699191.297106:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297108:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699191.297111:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699191.297114:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297117:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699191.297119:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699191.297123:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699191.297125:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297127:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699191.297130:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699191.297138:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19a40.
00000020:00000040:3.0:1787699191.297141:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699191.297145:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699191.297146:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297149:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699191.297151:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699191.297155:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699191.297161:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699191.297167:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699191.297175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699191.297185:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699191.297189:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699191.297193:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c32a25e] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699191.297214:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699191.297218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699191.297221:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699191.297223:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699191.297224:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699191.297227:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699191.297230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4405
00000400:00000200:3.0:1787699191.297234:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699191.297238:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699191.297241:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699191.297244:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297246:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787699191.297248:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787699191.297249:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297253:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:1.0:1787699191.297254:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787699191.297256:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787699191.297259:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787699191.297259:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699191.297263:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699191.297265:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699191.297269:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699191.297270:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787699191.297272:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699191.297277:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297279:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699191.297280:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297282:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699191.297285:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699191.297288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297290:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699191.297292:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699191.297297:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699191.297299:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297301:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699191.297305:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699191.297307:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297310:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699191.297314:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c18000.
00000020:00000040:3.0:1787699191.297316:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699191.297318:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699191.297320:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297321:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699191.297322:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699191.297324:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699191.297327:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699191.297330:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699191.297335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699191.297342:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699191.297344:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699191.297348:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004663d496] to pc [ptlrpcd_rcv+-1]  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699191.297359:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699191.297364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787699191.297365:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699191.297368:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699191.297370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787699191.297372:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699191.297375:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699191.297378:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297381:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699191.297384:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787699191.297386:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947260800:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699191.297388:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787699191.297393:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787699191.297394:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4405
02000000:00000001:1.0:1787699191.297400:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1787699191.297401:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699191.297406:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699191.297406:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
02000000:00000001:1.0:1787699191.297412:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787699191.297412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699191.297417:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
02000000:00000010:1.0:1787699191.297420:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b800.
00000100:00000001:3.0:1787699191.297420:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699191.297423:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297426:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699191.297428:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699191.297429:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699191.297431:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699191.297433:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
02000000:00000001:1.0:1787699191.297435:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699191.297437:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699191.297440:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:1.0:1787699191.297445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699191.297445:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297449:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787699191.297453:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000100:00000040:3.0:1787699191.297453:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297457:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000010:1.0:1787699191.297463:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000020:00000040:3.0:1787699191.297466:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699191.297471:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000200:1.0:1787699191.297472:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260800, portal 25
00000100:00000001:3.0:1787699191.297474:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.297477:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787699191.297478:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787699191.297481:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299246144 : -116989410305472 : ffff959947c19a40)
02000000:00000001:3.0:1787699191.297483:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699191.297488:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297490:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000040:1.0:1787699191.297492:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787699191.297493:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699191.297499:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297502:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699191.297508:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699191.297510:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787699191.297512:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000040:1.0:1787699191.297517:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699191.297518:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787699191.297522:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
02000000:00000001:3.0:1787699191.297522:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297526:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787699191.297527:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947260800, offset 0
02000000:00000001:3.0:1787699191.297529:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699191.297532:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.297536:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
02000000:00000010:3.0:1787699191.297539:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699191.297543:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.297544:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00100000:3.0:1787699191.297551:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787699191.297552:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:3.0:1787699191.297562:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699191.297565:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.297569:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787699191.297572:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b5275c0] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787699191.297577:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699191.297597:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787699191.297603:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699191.297606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787699191.297610:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000100:00080000:3.0:1787699191.297611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699191.297614:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699191.297617:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787699191.297619:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12677:12677:256:4294967295] 192.168.201.121@tcp LPNI seq info [12677:12677:8:4294967295]
00000100:00000001:3.0:1787699191.297621:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699191.297626:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4405
00000400:00000200:1.0:1787699191.297630:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699191.297634:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699191.297638:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699191.297641:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699191.297647:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297649:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699191.297653:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297656:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699191.297658:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699191.297659:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699191.297660:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699191.297663:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000400:00000200:1.0:1787699191.297664:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1787699191.297667:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699191.297672:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000800:00000200:1.0:1787699191.297676:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:3.0:1787699191.297679:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699191.297682:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699191.297683:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000800:00000010:1.0:1787699191.297685:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000100:00000001:3.0:1787699191.297686:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699191.297691:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699191.297694:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000800:00000200:1.0:1787699191.297699:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699191.297700:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699191.297705:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787699191.297706:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1787699191.297708:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699191.297712:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787699191.297715:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00000001:3.0:1787699191.297716:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699191.297721:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699191.297724:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297726:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699191.297729:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b480.
00000800:00000200:1.1:1787699191.297731:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1787699191.297732:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699191.297737:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787699191.297741:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
02000000:00000001:3.0:1787699191.297741:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787699191.297746:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000100:00000001:3.0:1787699191.297746:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699191.297750:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699191.297753:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.297754:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1787699191.297757:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627f000.
00000400:00000200:1.0:1787699191.297759:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787699191.297763:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.297764:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699191.297768:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699191.297771:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787699191.297772:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787699191.297777:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699191.297796:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699191.297798:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787699191.297799:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699191.297802:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.297807:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.297816:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787699191.297816:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781047eb] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.297824:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699191.297827:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.297832:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000040:3.0:1787699191.297834:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4415)
00000100:00000001:1.0:1787699191.297836:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299078307
00000100:00000010:1.0:1787699191.297843:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010ea0.
00000100:00000001:1.0:1787699191.297876:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699191.297883:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299078308
00000100:00000010:1.0:1787699191.297886:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a80.
00000100:00000001:1.0:1787699191.297888:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699191.297891:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699191.297893:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.297895:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699191.297899:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699191/real 1787699191]  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699191.297906:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699191.297907:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699191.297909:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699191.297911:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699191.297912:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699191.297914:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699191.297916:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699191.297922:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.297926:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699191.297926:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.297928:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.297930:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699191.297934:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.297940:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699191.297945:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.297952:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699191.297955:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.297956:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.297958:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.297960:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699191.297962:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699191.297965:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699191.297968:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699191.297970:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699191.297974:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699191.297980:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947260800:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699191.297983:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.297984:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.297986:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19a40 x1874533947260800/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.297994:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699191.297996:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699191.297998:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699191.298000:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699191.298001:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699191.298002:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699191.298005:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699191.298007:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699191.298019:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699191.298021:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699191.298023:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19a40.
00000100:00000001:1.0:1787699191.298026:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699191.298027:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298030:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298037:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699191.298039:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298041:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699191.298042:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699191.298043:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699191.298048:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298052:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699191.298053:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699191.298054:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699191.298056:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699191.298057:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699191.298058:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260928:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699191.298061:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699191.298062:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699191.298063:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699191.298064:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699191.298066:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699191.298068:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.298070:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699191.298072:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699191.298075:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699191.298077:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947260928, portal 10
00000100:00000001:1.0:1787699191.298078:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699191.298079:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299239424 : -116989410312192 : ffff959947c18000)
00000100:00000040:1.0:1787699191.298083:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298088:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699191.298090:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699191.298099:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699191.298102:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947260928, offset 0
00000400:00000200:1.0:1787699191.298107:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699191.298111:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699191.298114:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699191.298117:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699191.298120:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699191.298122:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699191.298124:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699191.298127:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12678:12678:256:4294967295] 192.168.201.121@tcp LPNI seq info [12678:12678:8:4294967295]
00000400:00000200:1.0:1787699191.298131:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699191.298136:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699191.298139:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699191.298141:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699191.298143:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699191.298145:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787699191.298148:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699191.298149:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787699191.298152:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699191.298153:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699191.298155:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699191.298157:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699191.298159:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699191.298160:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699191.298162:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699191.298164:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298169:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.298171:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298175:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298176:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699191.298178:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699191.298180:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699191.298182:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699191.298183:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299077650
00000100:00000001:1.0:1787699191.298185:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299078307
00000100:00000001:1.0:1787699191.298187:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299077650
00000100:00000001:1.0:1787699191.298188:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299078308
00000100:00000001:1.0:1787699191.298189:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699191.298190:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298191:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699191.298193:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699191/real 1787699191]  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699191.298198:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699191.298199:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699191.298200:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699191.298201:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699191.298202:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699191.298203:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699191.298205:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699191.298210:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298217:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699191.298217:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298218:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.298219:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699191.298221:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298225:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699191.298227:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298230:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699191.298232:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298232:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.298233:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298234:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699191.298236:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699191.298237:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699191.298239:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699191.298241:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699191.298243:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699191.298249:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947260928:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699191.298252:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699191.298255:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298261:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699191.298262:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699191.298265:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699191.298266:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699191.298268:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699191.298271:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261056:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699191.298291:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699191.298293:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699191.298295:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699191.298297:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699191.298300:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699191.298302:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.298305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699191.298308:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699191.298311:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699191.298314:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261056, portal 4
00000100:00000001:1.0:1787699191.298316:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699191.298317:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299250944 : -116989410300672 : ffff959947c1ad00)
00000100:00000040:1.0:1787699191.298323:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298330:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699191.298332:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699191.298333:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699191.298335:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947261056, offset 0
00000400:00000200:1.0:1787699191.298337:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699191.298340:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699191.298342:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699191.298344:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699191.298345:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699191.298347:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699191.298348:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699191.298350:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12679:12679:256:4294967295] 192.168.201.121@tcp LPNI seq info [12679:12679:8:4294967295]
00000400:00000200:1.0:1787699191.298353:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699191.298356:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699191.298359:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699191.298361:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699191.298364:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699191.298365:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787699191.298368:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699191.298370:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787699191.298373:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699191.298374:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699191.298377:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699191.298380:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699191.298383:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699191.298384:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699191.298386:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699191.298390:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298398:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.298401:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298407:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298409:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699191.298412:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699191.298415:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699191.298418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699191.298419:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299077667
00000100:00000001:1.0:1787699191.298421:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299078307
00000100:00000001:1.0:1787699191.298422:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299077667
00000100:00000001:1.0:1787699191.298424:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299078308
00000100:00000001:1.0:1787699191.298426:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699191.298428:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298430:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699191.298433:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699191/real 1787699191]  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699191.298442:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699191.298443:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699191.298445:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699191.298447:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699191.298462:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699191.298465:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699191.298468:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699191.298475:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298479:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699191.298479:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298481:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.298481:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699191.298483:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298487:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699191.298489:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298493:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699191.298495:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298496:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.298498:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298499:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699191.298501:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699191.298503:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699191.298506:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699191.298508:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699191.298512:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699191.298520:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261056:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699191.298524:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699191.298527:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298533:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699191.298534:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699191.298536:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699191.298538:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699191.298539:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699191.298541:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261184:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699191.298543:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699191.298544:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699191.298546:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699191.298547:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699191.298549:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699191.298550:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699191.298552:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699191.298554:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699191.298556:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699191.298558:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261184, portal 4
00000100:00000001:1.0:1787699191.298560:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699191.298562:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299252864 : -116989410298752 : ffff959947c1b480)
00000100:00000040:1.0:1787699191.298567:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298572:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699191.298574:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699191.298577:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699191.298579:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947261184, offset 0
00000400:00000200:1.0:1787699191.298592:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699191.298596:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699191.298599:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699191.298602:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699191.298605:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699191.298607:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699191.298609:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699191.298612:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12680:12680:256:4294967295] 192.168.201.121@tcp LPNI seq info [12680:12680:8:4294967295]
00000400:00000200:1.0:1787699191.298615:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699191.298619:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699191.298623:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699191.298627:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699191.298630:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699191.298633:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787699191.298637:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699191.298639:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1787699191.298643:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699191.298645:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699191.298648:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699191.298651:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699191.298654:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699191.298656:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699191.298658:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699191.298662:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298668:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.298669:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699216 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298673:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298674:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699191.298676:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699191.298678:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699191.298680:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699191.298682:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299077654
00000100:00000001:1.0:1787699191.298684:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299078307
00000100:00000001:1.0:1787699191.298685:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299077654
00000100:00000001:1.0:1787699191.298686:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299078308
00000100:00000001:1.0:1787699191.298687:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699191.298689:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298690:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699191.298692:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699191/real 1787699191]  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699191.298696:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699191.298697:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699191.298698:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699191.298699:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699191.298701:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699191.298703:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699191.298706:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699191.298713:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298719:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699191.298720:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298722:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.298723:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699191.298727:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298734:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699191.298737:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298744:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699191.298746:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298747:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699191.298748:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298749:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699191.298750:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699191.298752:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699191.298753:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699191.298754:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699191.298757:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699191.298761:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261184:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699191.298764:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298765:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.298766:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c18000 x1874533947260928/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298770:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699191.298771:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699191.298772:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b800.
02000000:00000001:1.0:1787699191.298773:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699191.298774:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699191.298775:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699191.298776:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699191.298778:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699191.298779:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699191.298780:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699191.298781:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c18000.
00000100:00000001:1.0:1787699191.298783:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699191.298783:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298784:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.298786:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1ad00 x1874533947261056/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298793:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699191.298794:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699191.298795:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000ac00.
02000000:00000001:1.0:1787699191.298796:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699191.298797:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699191.298798:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699191.298798:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699191.298799:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699191.298800:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699191.298801:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699191.298801:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1ad00.
00000100:00000001:1.0:1787699191.298803:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699191.298803:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298804:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699191.298806:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b480 x1874533947261184/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699216 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699191.298810:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699191.298810:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699191.298812:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a000.
02000000:00000001:1.0:1787699191.298813:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699191.298814:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699191.298815:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699191.298817:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699191.298818:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627f000.
02000000:00000001:1.0:1787699191.298820:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699191.298820:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699191.298822:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b480.
00000100:00000001:1.0:1787699191.298823:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699191.298824:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298826:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.298829:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699191.298831:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.298832:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699191.298834:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699191.744947:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699191.744953:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699191.744955:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699191.744959:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699191.744962:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699191.744965:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.744967:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699191.744969:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699191.744971:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699191.744977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699191.744984:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699191.744992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699191.744993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699191.744997:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699191.744998:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699191.745077:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699191.745079:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699191.745082:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699191.745428:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699191.745432:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699191.745434:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699191.745437:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699191.745441:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699191.745443:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699191.745445:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699191.745447:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699191.745450:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787699192.000988:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299078307, at 4299078336
00000100:00000010:0.0:1787699192.001005:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010ea0.
00000100:00000040:1.0:1787699192.001889:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299078308, at 4299078337
00000100:00000010:1.0:1787699192.001897:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00000001:2.0:1787699192.321000:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699192.321009:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699192.321011:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699192.321018:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699192.321023:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699192.321027:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699192.321030:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699192.321033:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699192.321036:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699192.769005:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699192.769014:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00010000:00000001:2.0:1787699192.769014:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699192.769019:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699192.769023:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699192.769034:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699192.769036:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699192.769041:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699192.769043:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699192.769049:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699192.769050:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699192.769054:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699192.769056:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699192.769060:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699192.769064:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699192.769111:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699192.769115:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699192.769118:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699192.770658:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699192.770662:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699192.770663:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699192.770667:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699192.770669:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699192.770672:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699192.770675:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699192.770676:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699192.770679:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699193.345008:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699193.345019:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699193.345022:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699193.345028:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699193.345032:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699193.345036:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699193.345038:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699193.345041:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699193.345043:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699193.792964:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699193.792975:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699193.792979:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699193.792986:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699193.792991:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699193.792996:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699193.792998:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699193.793001:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699193.793005:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699193.793315:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699193.793320:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699193.793325:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699193.793326:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699193.793331:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699193.793333:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699193.793376:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699193.793380:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699193.793384:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787699193.793633:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699193.793638:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699193.793639:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699193.793652:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699193.793655:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699193.793657:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699193.793659:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699193.793661:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699193.793663:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699194.369739:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699194.369749:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699194.369751:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699194.369759:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699194.369763:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699194.369767:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699194.369770:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699194.369773:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699194.369777:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699194.816985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699194.816985:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699194.816995:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699194.816998:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699194.817005:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699194.817006:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699194.817009:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699194.817011:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1787699194.817014:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699194.817018:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699194.817018:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699194.817021:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699194.817023:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699194.817027:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699194.817031:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699194.817032:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699194.817037:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699194.817039:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817695:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699194.817701:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699194.817704:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699194.817708:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817712:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699194.817714:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817717:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817719:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817724:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699194.817725:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699194.817726:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699194.817728:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817730:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699194.817731:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817733:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817735:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699194.817739:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699194.817741:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699194.817869:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699194.817873:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699194.817876:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787699195.394240:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699195.394253:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699195.394255:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699195.394261:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:2.0:1787699195.394265:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699195.394270:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699195.394272:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699195.394275:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699195.394279:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699195.840937:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699195.840947:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699195.840950:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699195.840957:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699195.840961:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699195.840966:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699195.840969:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699195.840972:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699195.840975:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699195.841157:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699195.841162:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699195.841163:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699195.841166:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699195.841169:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699195.841171:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699195.841173:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699195.841174:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699195.841176:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699195.842079:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699195.842083:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699195.842087:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699195.842089:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699195.842093:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699195.842094:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699195.842306:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699195.842309:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699195.842313:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787699196.418825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699196.418837:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787699196.418840:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699196.418844:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699196.418865:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699196.418874:0:37:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4410
00000400:00000200:2.0:1787699196.418885:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699196.418892:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699196.418896:0:37:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699196.418899:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.418903:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.418906:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.418909:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699196.418913:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699196.418915:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:2.0:1787699196.418918:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699196.418921:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:2.0:1787699196.418924:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:2.0:1787699196.418926:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:2.0:1787699196.418930:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.418932:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.418934:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.418936:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699196.418939:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:2.0:1787699196.418942:0:37:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699196.418945:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699196.418948:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699196.418951:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699196.418955:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.418957:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:2.0:1787699196.418960:0:37:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699196.418972:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2f480.
00000020:00000040:2.0:1787699196.418976:0:37:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:2.0:1787699196.418980:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699196.418982:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.418986:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699196.418989:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699196.418993:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699196.419002:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329c00.
00000100:00000001:2.0:1787699196.419009:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699196.419019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787699196.419030:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699196.419034:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699196.419039:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000827cbfe5] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699196.419066:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699196.419069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699196.419072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787699196.419074:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787699196.419076:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699196.419079:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699196.419082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4410
00000400:00000200:2.0:1787699196.419087:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:2.0:1787699196.419090:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699196.419093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787699196.419097:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419099:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.419102:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419104:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699196.419107:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699196.419108:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000100:00000001:3.0:1787699196.419110:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787699196.419111:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699196.419114:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000100:00000001:3.0:1787699196.419119:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787699196.419120:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000001:3.0:1787699196.419123:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787699196.419125:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:2.0:1787699196.419131:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419134:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.419141:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000040:3.0:1787699196.419141:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699196.419147:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699196.419155:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:2.0:1787699196.419163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419169:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699196.419177:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699196.419179:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699196.419184:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699196.419185:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699196.419191:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.419193:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787699196.419194:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
02000000:00000001:3.0:1787699196.419201:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787699196.419202:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787699196.419207:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787699196.419208:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419212:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787699196.419216:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2c000.
00000020:00000040:2.0:1787699196.419220:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:2.0:1787699196.419225:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699196.419227:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699196.419230:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947261312:192.168.201.121@tcp:250:kworker.0
00000100:00000001:2.0:1787699196.419232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699196.419235:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699196.419238:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.419241:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1787699196.419246:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946328c00.
02000000:00000001:3.0:1787699196.419248:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787699196.419252:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.419253:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.419261:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787699196.419265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1787699196.419273:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
00000100:00000001:2.0:1787699196.419275:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787699196.419278:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419282:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699196.419289:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014accf6b] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787699196.419293:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699196.419303:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000100:00000001:2.0:1787699196.419316:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699196.419320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787699196.419323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787699196.419324:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1787699196.419325:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00080000:2.0:1787699196.419327:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699196.419333:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1787699196.419336:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261312, portal 25
00000100:00080000:2.0:1787699196.419337:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4410
00000100:00000001:3.0:1787699196.419349:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1787699196.419351:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699196.419353:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214400128 : -116989495151488 : ffff959942b2f480)
00000400:00000200:2.0:1787699196.419359:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699196.419363:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699196.419369:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787699196.419370:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419381:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.419389:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419397:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:2.0:1787699196.419403:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787699196.419404:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1787699196.419406:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:2.0:1787699196.419410:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:3.0:1787699196.419413:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000020:00000040:2.0:1787699196.419414:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000400:00000010:3.0:1787699196.419420:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000020:00000001:2.0:1787699196.419421:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:2.0:1787699196.419428:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000200:3.0:1787699196.419430:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947261312, offset 0
00000100:00000040:2.0:1787699196.419434:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419439:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.419444:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699196.419447:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419450:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:2.0:1787699196.419455:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:2.0:1787699196.419461:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000400:00000200:3.0:1787699196.419462:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699196.419471:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699196.419474:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699196.419477:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699196.419485:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699196.419485:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000100:00000001:2.0:1787699196.419493:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000400:00000200:3.0:1787699196.419510:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:2.0:1787699196.419513:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787699196.419521:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000008:00000001:2.0:1787699196.419522:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419527:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699196.419530:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1787699196.419535:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2fc00.
00000400:00000200:3.0:1787699196.419538:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:2.0:1787699196.419542:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:2.0:1787699196.419549:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787699196.419551:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12681:12681:256:4294967295] 192.168.201.121@tcp LPNI seq info [12681:12681:8:4294967295]
02000000:00000001:2.0:1787699196.419553:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419558:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699196.419560:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699196.419561:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699196.419565:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994632a800.
00000400:00000200:3.0:1787699196.419571:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699196.419572:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699196.419585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699196.419606:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787699196.419614:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787699196.419619:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699196.419625:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787699196.419627:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070050a6d] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1787699196.419633:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000100:00000001:2.0:1787699196.419643:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787699196.419646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1787699196.419648:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000100:00080000:2.0:1787699196.419654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787699196.419659:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1787699196.419659:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1787699196.419662:0:37:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787699196.419672:0:37:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787699196.419678:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4410
00000800:00000200:3.1:1787699196.419681:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000400:00000200:2.0:1787699196.419689:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000800:00000200:3.1:1787699196.419691:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1787699196.419696:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:2.0:1787699196.419700:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787699196.419706:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000100:00000040:2.0:1787699196.419708:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000800:00000010:3.0:1787699196.419713:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000100:00000001:2.0:1787699196.419714:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787699196.419721:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419724:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699196.419725:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1787699196.419732:0:37:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787699196.419735:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:2.0:1787699196.419740:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787699196.419745:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:2.0:1787699196.419747:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:2.0:1787699196.419749:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000400:00000200:3.0:1787699196.419750:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1787699196.419755:0:37:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:2.0:1787699196.419759:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699196.419760:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000100:00000040:2.0:1787699196.419765:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699196.419767:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:2.0:1787699196.419772:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699196.419775:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1787699196.419777:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:2.0:1787699196.419782:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000200:3.0:1787699196.419787:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787699196.419788:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787699196.419795:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787699196.419802:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787699196.419809:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419816:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:2.0:1787699196.419819:0:37:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787699196.419824:0:37:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419826:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.419828:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1787699196.419831:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959942b2cb40.
00000020:00000040:2.0:1787699196.419836:0:37:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
00000100:00000040:3.0:1787699196.419837:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787699196.419840:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787699196.419846:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699196.419873:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787699196.419874:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787699196.419877:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787699196.419886:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959946329800.
00000100:00000001:3.0:1787699196.419886:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.419893:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787699196.419894:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.419904:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699196.419905:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699196.419918:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:2.0:1787699196.419925:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699196.419927:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299083430
00000100:00000001:2.0:1787699196.419931:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699196.419939:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122300.
00000100:00000040:2.0:1787699196.419941:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005760c913] to pc [ptlrpcd_rcv+-1]  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.419950:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1787699196.419952:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787699196.419961:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4420)
00000100:00000001:3.0:1787699196.419962:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299083430
00000100:00000010:3.0:1787699196.419969:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9599501222a0.
00000100:00000001:3.0:1787699196.419974:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699196.419979:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699196.419983:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.419987:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699196.419994:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699196/real 1787699196]  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699196.420004:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699196.420006:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699196.420008:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699196.420010:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699196.420012:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699196.420015:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699196.420018:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699196.420027:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420035:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699196.420038:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420041:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.420043:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699196.420047:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699196.420055:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787699196.420056:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699196.420061:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699196.420065:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699196.420067:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699196.420071:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699196.420079:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699196.420085:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420087:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699196.420095:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699196.420096:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699196.420100:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420102:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699196.420106:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420106:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420119:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699196.420123:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699196.420127:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699196.420132:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699196.420135:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699196.420139:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699196.420147:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947261312:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699196.420152:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420154:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.420157:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2f480 x1874533947261312/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420164:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699196.420166:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699196.420169:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699196.420173:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699196.420175:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699196.420177:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699196.420180:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699196.420183:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329c00.
02000000:00000001:3.0:1787699196.420187:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699196.420189:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699196.420191:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2f480.
00000100:00000001:3.0:1787699196.420194:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699196.420195:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420198:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420205:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699196.420207:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420209:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699196.420211:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699196.420213:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699196.420217:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420225:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699196.420226:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.420229:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699196.420231:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699196.420233:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699196.420236:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261440:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699196.420239:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699196.420241:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699196.420243:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.420245:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699196.420248:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699196.420250:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699196.420253:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699196.420256:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699196.420259:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699196.420263:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261440, portal 10
00000100:00000001:3.0:1787699196.420264:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699196.420266:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214386688 : -116989495164928 : ffff959942b2c000)
00000100:00000040:3.0:1787699196.420272:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420280:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699196.420282:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699196.420284:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699196.420286:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947261440, offset 0
00000400:00000200:3.0:1787699196.420291:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699196.420295:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699196.420299:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699196.420302:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699196.420305:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699196.420307:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699196.420310:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699196.420313:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12682:12682:256:4294967295] 192.168.201.121@tcp LPNI seq info [12682:12682:8:4294967295]
00000400:00000200:3.0:1787699196.420318:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699196.420324:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699196.420329:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699196.420332:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699196.420336:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699196.420338:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787699196.420343:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699196.420346:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787699196.420350:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699196.420351:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699196.420354:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699196.420358:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699196.420360:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699196.420362:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699196.420365:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699196.420368:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420376:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.420380:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420392:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420393:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699196.420396:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699196.420401:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:3.0:1787699196.420404:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699196.420406:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299082772
00000100:00000001:3.0:1787699196.420409:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299083430
00000100:00000001:3.0:1787699196.420411:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299082772
00000100:00000001:3.0:1787699196.420413:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299083430
00000100:00000001:3.0:1787699196.420415:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699196.420417:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420419:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699196.420423:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699196/real 1787699196]  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699196.420430:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699196.420431:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699196.420433:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699196.420435:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699196.420437:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699196.420439:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699196.420442:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699196.420450:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420457:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699196.420458:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420460:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.420461:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699196.420465:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420472:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699196.420476:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420483:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699196.420485:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420487:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.420488:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420489:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699196.420492:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699196.420511:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699196.420516:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699196.420518:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699196.420523:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699196.420531:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261440:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699196.420535:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699196.420539:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420545:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699196.420546:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.420548:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699196.420550:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699196.420552:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699196.420554:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261568:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699196.420557:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699196.420558:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699196.420560:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.420562:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699196.420565:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699196.420567:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699196.420570:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699196.420572:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699196.420575:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699196.420578:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261568, portal 4
00000100:00000001:3.0:1787699196.420580:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699196.420581:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214402048 : -116989495149568 : ffff959942b2fc00)
00000100:00000040:3.0:1787699196.420586:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420592:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699196.420594:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699196.420597:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699196.420598:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947261568, offset 0
00000400:00000200:3.0:1787699196.420602:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699196.420606:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699196.420609:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699196.420612:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699196.420615:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699196.420617:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699196.420619:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699196.420622:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12683:12683:256:4294967295] 192.168.201.121@tcp LPNI seq info [12683:12683:8:4294967295]
00000400:00000200:3.0:1787699196.420626:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699196.420632:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699196.420636:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699196.420638:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699196.420642:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699196.420644:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787699196.420649:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699196.420651:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787699196.420655:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699196.420657:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699196.420660:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699196.420663:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699196.420666:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699196.420668:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699196.420670:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699196.420673:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420680:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.420683:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420690:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420691:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699196.420694:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699196.420697:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699196.420700:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699196.420701:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299082789
00000100:00000001:3.0:1787699196.420704:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299083430
00000100:00000001:3.0:1787699196.420705:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299082789
00000100:00000001:3.0:1787699196.420707:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299083430
00000100:00000001:3.0:1787699196.420709:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699196.420711:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420713:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699196.420716:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699196/real 1787699196]  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699196.420723:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699196.420724:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699196.420725:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699196.420727:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699196.420729:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699196.420731:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699196.420734:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699196.420741:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420747:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699196.420748:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420750:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.420751:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699196.420754:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420760:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699196.420763:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420769:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699196.420772:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420773:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.420774:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.420775:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699196.420777:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699196.420779:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699196.420782:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699196.420784:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699196.420787:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699196.420794:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261568:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699196.420797:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699196.420801:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420807:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699196.420808:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.420811:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699196.420812:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699196.420815:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699196.420817:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261696:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699196.420820:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699196.420822:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699196.420823:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699196.420825:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699196.420828:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699196.420830:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699196.420833:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699196.420834:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699196.420837:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699196.420840:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261696, portal 4
00000100:00000001:3.0:1787699196.420841:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699196.420842:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084214389568 : -116989495162048 : ffff959942b2cb40)
00000100:00000040:3.0:1787699196.420874:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420882:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699196.420884:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699196.420887:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699196.420889:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947261696, offset 0
00000400:00000200:3.0:1787699196.420893:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699196.420896:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699196.420900:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699196.420902:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699196.420905:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699196.420907:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699196.420909:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699196.420912:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12684:12684:256:4294967295] 192.168.201.121@tcp LPNI seq info [12684:12684:8:4294967295]
00000400:00000200:3.0:1787699196.420916:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699196.420922:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699196.420926:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699196.420929:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699196.420933:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699196.420936:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787699196.420939:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699196.420942:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787699196.420945:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699196.420947:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699196.420950:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699196.420953:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699196.420956:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699196.420957:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699196.420959:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699196.420963:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420970:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.420973:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699221 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.420979:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.420981:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699196.420984:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699196.420987:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699196.420990:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699196.420992:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299082777
00000100:00000001:3.0:1787699196.420994:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299083430
00000100:00000001:3.0:1787699196.420996:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299082777
00000100:00000001:3.0:1787699196.420998:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299083430
00000100:00000001:3.0:1787699196.421000:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699196.421002:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.421003:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699196.421007:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699196/real 1787699196]  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699196.421015:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699196.421016:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699196.421018:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699196.421020:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699196.421022:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699196.421023:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699196.421027:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699196.421034:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.421040:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699196.421042:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421043:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.421044:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699196.421047:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.421054:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699196.421057:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.421064:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699196.421066:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421067:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699196.421069:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421071:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699196.421072:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699196.421074:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699196.421078:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699196.421080:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699196.421084:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699196.421091:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959942b2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261696:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699196.421095:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421097:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.421099:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2c000 x1874533947261440/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.421105:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699196.421107:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699196.421109:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d000.
02000000:00000001:3.0:1787699196.421111:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699196.421113:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699196.421114:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699196.421116:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699196.421117:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946328c00.
02000000:00000001:3.0:1787699196.421120:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699196.421121:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699196.421122:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2c000.
00000100:00000001:3.0:1787699196.421124:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699196.421125:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421127:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.421130:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2fc00 x1874533947261568/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.421136:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699196.421138:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699196.421139:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627d400.
02000000:00000001:3.0:1787699196.421141:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699196.421142:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699196.421143:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699196.421145:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699196.421146:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994632a800.
02000000:00000001:3.0:1787699196.421149:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699196.421150:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699196.421151:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2fc00.
00000100:00000001:3.0:1787699196.421252:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699196.421253:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421255:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699196.421259:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959942b2cb40 x1874533947261696/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699221 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699196.421265:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699196.421266:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699196.421268:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699196.421270:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699196.421272:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699196.421273:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699196.421275:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699196.421276:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959946329800.
02000000:00000001:3.0:1787699196.421279:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699196.421280:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699196.421281:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959942b2cb40.
00000100:00000001:3.0:1787699196.421283:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699196.421284:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421286:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699196.421289:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699196.421291:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699196.421293:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699196.421294:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699196.864952:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699196.864956:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699196.864961:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699196.864963:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699196.864966:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699196.864967:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699196.864974:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699196.864975:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699196.864979:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699196.864980:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699196.864986:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699196.864987:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699196.864991:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699196.864994:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699196.864998:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699196.864999:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699196.865003:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699196.865006:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699196.865043:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699196.865048:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699196.865054:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699196.865055:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699196.865059:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699196.865063:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699196.865066:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699196.865069:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699196.865073:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699196.865076:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699196.865079:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699196.865082:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699196.865130:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699196.865133:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699196.865135:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1787699197.121145:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299083430, at 4299083456
00000100:00000010:1.0:1787699197.121162:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9599501222a0.
00000100:00000040:0.0:1787699197.122588:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299083430, at 4299083457
00000100:00000010:0.0:1787699197.122600:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122300.
00000100:00000001:1.0:1787699197.440920:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699197.440926:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699197.440928:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699197.440934:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699197.440937:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699197.440940:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699197.440943:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699197.440945:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699197.440949:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699197.888978:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699197.888986:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699197.888989:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699197.888994:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00010000:00000001:2.0:1787699197.889008:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699197.889010:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00010000:00000001:2.0:1787699197.889016:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699197.889018:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699197.889025:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00010000:00000001:2.0:1787699197.889026:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000001:1.0:1787699197.889029:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:2.0:1787699197.889030:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699197.889035:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699197.889038:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699197.889041:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699197.889115:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699197.889118:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699197.889121:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699197.889125:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699197.889128:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699197.889132:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699197.889135:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699197.889138:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699197.889141:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699197.889221:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699197.889225:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699197.889228:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699198.465017:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699198.465024:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699198.465026:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699198.465031:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699198.465034:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699198.465038:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699198.465041:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699198.465044:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699198.465047:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699198.915187:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699198.915195:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699198.915198:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699198.915203:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699198.915206:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699198.915210:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699198.915212:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699198.915214:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699198.915217:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699198.922740:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699198.922748:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699198.922751:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699198.922758:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699198.922762:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699198.922766:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699198.922769:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699198.922772:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699198.922775:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699198.922802:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699198.922805:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699198.922809:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699198.922810:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699198.922814:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699198.922815:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699199.076913:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699199.076924:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699199.076932:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1787699199.077177:0:35427:0:(ldlm_pool.c:1330:ldlm_pools_recalc_task()) Negative interval(0)
00000100:00000001:1.0:1787699199.489588:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699199.489594:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699199.489595:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699199.489599:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699199.489602:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699199.489604:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699199.489606:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699199.489608:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699199.489610:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699199.936980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699199.936985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699199.936989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699199.936995:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699199.936996:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699199.937003:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699199.937004:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699199.937014:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1787699199.937014:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699199.937019:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699199.937020:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699199.937026:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699199.937027:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699199.937032:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699199.937037:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699199.937039:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699199.937044:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699199.937048:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699200.128969:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699200.128975:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699200.128981:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699200.128983:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699200.128986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699200.128988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699200.129080:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699200.129084:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699200.129087:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699200.513265:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699200.513276:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699200.513278:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699200.513286:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699200.513291:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699200.513296:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699200.513299:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699200.513303:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699200.513306:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699200.961520:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699200.961532:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699200.961535:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699200.961542:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699200.961546:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699200.961551:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699200.961554:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699200.961558:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699200.961562:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699200.962692:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699200.962698:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699200.962699:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699200.962704:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699200.962707:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699200.962709:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699200.962711:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699200.962713:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699200.962716:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699201.153040:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699201.153051:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699201.153058:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699201.153059:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699201.153063:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699201.153065:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699201.153664:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699201.153670:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699201.153674:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699201.536982:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699201.536990:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699201.536993:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699201.536998:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699201.537002:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699201.537006:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699201.537008:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699201.537011:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699201.537014:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699201.537212:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699201.537220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787699201.537222:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699201.537226:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699201.537230:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699201.537237:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4415
00000400:00000200:1.0:1787699201.537246:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699201.537252:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699201.537255:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699201.537257:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537261:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699201.537262:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537264:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699201.537268:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699201.537270:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:1.0:1787699201.537272:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699201.537275:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:1.0:1787699201.537276:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:1.0:1787699201.537278:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:1.0:1787699201.537279:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537281:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699201.537282:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537283:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699201.537286:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:1.0:1787699201.537288:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537289:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699201.537291:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699201.537294:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699201.537296:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699201.537298:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:1.0:1787699201.537300:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699201.537309:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e70c0.
00000020:00000040:1.0:1787699201.537312:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:1.0:1787699201.537316:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699201.537317:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699201.537320:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699201.537322:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699201.537326:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787699201.537334:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000a000.
00000100:00000001:1.0:1787699201.537341:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699201.537350:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787699201.537362:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699201.537366:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699201.537370:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ac4805] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699201.537393:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699201.537395:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787699201.537397:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787699201.537398:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787699201.537400:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699201.537402:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699201.537403:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4415
00000400:00000200:1.0:1787699201.537406:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699201.537418:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699201.537420:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787699201.537422:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537423:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699201.537425:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537426:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699201.537428:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699201.537429:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:1.0:1787699201.537430:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787699201.537431:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:1.0:1787699201.537432:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:1.0:1787699201.537433:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:1.0:1787699201.537435:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537436:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699201.537437:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537438:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699201.537440:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:1.0:1787699201.537441:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699201.537443:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699201.537449:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699201.537526:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787699201.537532:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699201.537533:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787699201.537535:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.537537:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787699201.537538:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699201.537544:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699201.537548:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699201.537549:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699201.537550:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787699201.537554:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e4b40.
00000020:00000040:1.0:1787699201.537556:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:1.0:1787699201.537559:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699201.537561:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699201.537564:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699201.537566:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699201.537569:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.537574:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699201.537577:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.537581:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:1.0:1787699201.537582:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000ac00.
00000100:00000001:1.0:1787699201.537586:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.537587:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787699201.537592:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787699201.537593:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699201.537602:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947261824:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699201.537603:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699201.537607:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.537611:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787699201.537612:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee4cd25] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787699201.537617:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787699201.537619:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699201.537622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787699201.537622:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787699201.537627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787699201.537628:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787699201.537628:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787699201.537632:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699201.537633:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787699201.537637:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4415
02000000:00000010:3.0:1787699201.537637:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.537642:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699201.537643:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699201.537648:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699201.537652:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787699201.537653:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699201.537659:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000100:00000040:1.0:1787699201.537666:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000010:3.0:1787699201.537667:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000001:1.0:1787699201.537669:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1787699201.537678:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261824, portal 25
00000100:00000001:3.0:1787699201.537682:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699201.537684:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273873088 : -116989435678528 : ffff9599463e70c0)
00000100:00000040:3.0:1787699201.537692:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.537700:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699201.537703:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699201.537706:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699201.537710:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947261824, offset 0
00000400:00000200:3.0:1787699201.537719:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699201.537729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699201.537736:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699201.537742:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699201.537747:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699201.537752:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699201.537755:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699201.537760:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12685:12685:256:4294967295] 192.168.201.121@tcp LPNI seq info [12685:12685:8:4294967295]
00000400:00000200:3.0:1787699201.537765:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699201.537777:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699201.537785:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.537790:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699201.537798:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699201.537802:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787699201.537808:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699201.537811:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787699201.537816:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.537833:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699201.537840:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699201.537887:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699201.537895:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699201.537898:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699201.537902:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699201.537907:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.537917:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.537920:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.537927:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.537929:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699201.537936:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699201.537941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699201.537944:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299088548
00000100:00000010:3.0:1787699201.537950:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122660.
00000100:00000001:3.0:1787699201.537959:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1787699201.537966:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299088548
00000100:00000010:3.0:1787699201.537970:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959950122b40.
00000100:00000001:3.0:1787699201.537973:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1787699201.537976:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699201.537979:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.537982:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699201.537987:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699201/real 1787699201]  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699201.538009:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699201.538011:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699201.538013:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699201.538017:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699201.538018:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699201.538021:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699201.538026:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699201.538035:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538042:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699201.538043:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538046:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.538048:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699201.538052:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538059:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699201.538065:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538072:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699201.538076:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538078:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.538079:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538082:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699201.538084:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699201.538087:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699201.538091:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699201.538094:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699201.538098:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699201.538107:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947261824:192.168.201.121@tcp:250:kworker.0
00000100:00000001:3.0:1787699201.538112:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538115:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.538118:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e70c0 x1874533947261824/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538124:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699201.538128:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699201.538131:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.538135:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699201.538138:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699201.538139:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:3.0:1787699201.538142:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699201.538145:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000a000.
02000000:00000001:3.0:1787699201.538149:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699201.538151:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699201.538153:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e70c0.
00000100:00000001:3.0:1787699201.538157:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699201.538158:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538161:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538168:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699201.538170:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538173:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699201.538175:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699201.538177:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699201.538181:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538187:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699201.538189:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.538191:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699201.538193:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699201.538195:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699201.538198:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261952:192.168.201.121@tcp:38:kworker.0
00000100:00000001:3.0:1787699201.538201:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699201.538204:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699201.538205:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.538207:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699201.538210:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.538213:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699201.538226:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699201.538229:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699201.538233:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699201.538236:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947261952, portal 10
00000100:00000001:3.0:1787699201.538238:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699201.538240:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273863488 : -116989435688128 : ffff9599463e4b40)
00000100:00000040:3.0:1787699201.538247:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538254:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699201.538257:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699201.538260:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699201.538263:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947261952, offset 0
00000100:00000040:1.0:1787699201.538270:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699201.538270:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000100:00000001:1.0:1787699201.538275:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:1.0:1787699201.538279:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699201.538281:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:1.0:1787699201.538283:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787699201.538284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787699201.538287:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:1.0:1787699201.538290:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699201.538291:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000020:00000001:1.0:1787699201.538294:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000400:00000200:3.0:1787699201.538297:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787699201.538301:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000400:00000200:3.0:1787699201.538303:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000100:00000001:1.0:1787699201.538305:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787699201.538310:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787699201.538311:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.538316:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000400:00000200:3.0:1787699201.538317:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000020:00000040:1.0:1787699201.538321:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000400:00000200:3.0:1787699201.538324:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12686:12686:256:4294967295] 192.168.201.121@tcp LPNI seq info [12686:12686:8:4294967295]
00000100:00080000:1.0:1787699201.538327:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:1.0:1787699201.538333:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699201.538333:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
02000000:00000001:1.0:1787699201.538337:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787699201.538342:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787699201.538346:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787699201.538347:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699201.538352:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699201.538356:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1787699201.538356:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000008:00000001:1.0:1787699201.538362:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787699201.538363:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000100:00000001:1.0:1787699201.538364:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787699201.538369:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699201.538373:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787699201.538377:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699201.538380:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787699201.538384:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.538385:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699201.538388:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699201.538391:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699201.538394:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699201.538395:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699201.538398:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699201.538402:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538440:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.538443:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538449:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538451:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699201.538455:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699201.538459:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000100:00000010:1.0:1787699201.538464:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5680.
00000400:00000200:3.0:1787699201.538465:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000020:00000040:1.0:1787699201.538469:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
00000100:00000001:3.0:1787699201.538470:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299087890
02000000:00000001:1.0:1787699201.538476:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787699201.538477:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299088548
02000000:00000001:1.0:1787699201.538480:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538482:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299087890
00000100:00000001:1.0:1787699201.538485:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787699201.538489:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787699201.538490:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299088548
02000000:00000001:1.0:1787699201.538493:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538494:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699201.538498:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538500:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:1.0:1787699201.538501:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95995000b800.
00000100:00100000:3.0:1787699201.538506:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699201/real 1787699201]  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699201.538508:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787699201.538518:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699201.538520:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699201.538523:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000100:00100000:1.0:1787699201.538524:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787699201.538527:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699201.538531:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699201.538536:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787699201.538539:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787699201.538543:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699201.538545:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699201.538555:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075bcf3f3] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699201.538561:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699201.538571:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538574:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787699201.538576:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787699201.538577:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699201.538582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699201.538583:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699201.538586:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787699201.538586:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787699201.538589:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787699201.538594:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:3.0:1787699201.538594:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787699201.538599:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4415
00000400:00000200:1.0:1787699201.538607:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699201.538612:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787699201.538614:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:1.0:1787699201.538618:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699201.538621:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699201.538623:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.538628:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787699201.538633:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.538638:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000100:00000001:3.0:1787699201.538640:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787699201.538643:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787699201.538646:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000100:00000001:3.0:1787699201.538647:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787699201.538649:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787699201.538652:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.538655:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538657:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699201.538661:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787699201.538662:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000100:00080000:3.0:1787699201.538666:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1787699201.538667:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:1.0:1787699201.538673:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00080000:3.0:1787699201.538676:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000040:1.0:1787699201.538680:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699201.538681:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787699201.538685:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699201.538690:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699201.538692:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:1.0:1787699201.538698:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:1.0:1787699201.538703:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:1.0:1787699201.538709:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00100000:3.0:1787699201.538712:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947261952:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699201.538714:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699201.538719:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787699201.538721:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787699201.538723:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699201.538725:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787699201.538729:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699201.538732:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e4b40 x1874533947261952/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699201.538733:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:1.0:1787699201.538736:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787699201.538742:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699201.538745:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538750:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000010:1.0:1787699201.538752:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9599463e5e00.
02000000:00000001:3.0:1787699201.538753:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1787699201.538756:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000010:3.0:1787699201.538758:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699201.538760:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787699201.538763:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.538764:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1787699201.538765:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:3.0:1787699201.538767:0:2353:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1787699201.538768:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787699201.538772:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787699201.538772:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:3.0:1787699201.538778:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699201.538779:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff959950008400.
02000000:00000010:3.0:1787699201.538781:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000ac00.
00000100:00000001:1.0:1787699201.538784:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.538786:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699201.538789:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699201.538793:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e4b40.
00000100:00100000:1.0:1787699201.538794:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699201.538796:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699201.538799:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.538804:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699201.538809:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787699201.538813:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.538813:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699201.538817:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699201.538820:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c2b0237] to pc [ptlrpcd_rcv+-1]  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538822:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699201.538826:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699201.538829:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787699201.538835:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699201.538837:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787699201.538843:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4425)
00000100:00000001:3.0:1787699201.538878:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699201.538879:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.538882:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699201.538884:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699201.538886:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699201.538890:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262080:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699201.538893:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699201.538896:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699201.538897:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.538899:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699201.538903:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.538905:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699201.538909:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699201.538912:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699201.538917:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699201.538921:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947262080, portal 4
00000100:00000001:3.0:1787699201.538923:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699201.538924:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273866368 : -116989435685248 : ffff9599463e5680)
00000100:00000040:3.0:1787699201.538931:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.538937:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699201.538940:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699201.538942:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699201.538945:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947262080, offset 0
00000400:00000200:3.0:1787699201.538948:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699201.538953:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699201.538957:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699201.538960:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699201.538963:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699201.538965:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699201.538967:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699201.538971:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12687:12687:256:4294967295] 192.168.201.121@tcp LPNI seq info [12687:12687:8:4294967295]
00000400:00000200:3.0:1787699201.538974:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699201.538980:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699201.538985:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.538989:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699201.538993:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699201.538996:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787699201.539000:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699201.539003:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787699201.539006:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.539008:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699201.539011:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699201.539015:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699201.539018:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699201.539019:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699201.539022:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699201.539026:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539033:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.539036:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539042:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.539044:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699201.539047:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699201.539051:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:3.0:1787699201.539054:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699201.539056:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299087908
00000100:00000001:3.0:1787699201.539059:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299088548
00000100:00000001:3.0:1787699201.539061:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299087908
00000100:00000001:3.0:1787699201.539063:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299088548
00000100:00000001:3.0:1787699201.539066:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699201.539068:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.539070:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699201.539074:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699201/real 1787699201]  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699201.539082:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699201.539083:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699201.539085:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699201.539088:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699201.539089:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699201.539091:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699201.539094:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699201.539103:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539109:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699201.539111:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539113:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.539114:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699201.539118:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539125:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699201.539129:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539135:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699201.539138:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539140:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.539141:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539143:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699201.539145:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699201.539147:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699201.539151:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699201.539152:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699201.539156:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699201.539164:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262080:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699201.539168:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539170:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.539173:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5680 x1874533947262080/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539179:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699201.539181:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699201.539182:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.539185:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699201.539187:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699201.539188:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:3.0:1787699201.539190:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699201.539192:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95995000b800.
02000000:00000001:3.0:1787699201.539194:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699201.539195:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699201.539196:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5680.
00000100:00000001:3.0:1787699201.539199:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699201.539200:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539201:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539205:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699201.539206:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.539208:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699201.539210:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787699201.539211:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787699201.539215:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539221:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787699201.539222:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.539225:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787699201.539226:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699201.539228:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699201.539231:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262208:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699201.539234:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787699201.539236:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787699201.539237:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699201.539239:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787699201.539242:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.539244:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787699201.539248:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:3.0:1787699201.539251:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff959951b0fc08.
00000400:00000010:3.0:1787699201.539254:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07ee0.
00000100:00000200:3.0:1787699201.539257:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947262208, portal 4
00000100:00000001:3.0:1787699201.539259:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787699201.539260:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084273868288 : -116989435683328 : ffff9599463e5e00)
00000100:00000040:3.0:1787699201.539265:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539271:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787699201.539274:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:3.0:1787699201.539275:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff959951c07f68.
00000100:00000200:3.0:1787699201.539278:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947262208, offset 0
00000400:00000200:3.0:1787699201.539282:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:3.0:1787699201.539285:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699201.539289:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:3.0:1787699201.539292:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787699201.539294:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:3.0:1787699201.539296:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787699201.539298:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:3.0:1787699201.539301:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12688:12688:256:4294967295] 192.168.201.121@tcp LPNI seq info [12688:12688:8:4294967295]
00000400:00000200:3.0:1787699201.539305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699201.539311:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787699201.539315:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.539319:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959947142100.
00000800:00000200:3.0:1787699201.539323:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.0:1787699201.539325:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787699201.539329:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:3.1:1787699201.539331:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1787699201.539334:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:3.0:1787699201.539336:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959947142100.
00000400:00000200:3.0:1787699201.539339:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787699201.539342:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787699201.539345:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07f68
00000400:00000010:3.0:1787699201.539346:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07f68.
00000100:00000001:3.0:1787699201.539349:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787699201.539352:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539360:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.539362:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699226 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539369:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.539371:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787699201.539374:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699201.539377:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:3.0:1787699201.539379:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:3.0:1787699201.539381:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299087895
00000100:00000001:3.0:1787699201.539384:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299088548
00000100:00000001:3.0:1787699201.539386:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299087895
00000100:00000001:3.0:1787699201.539387:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299088548
00000100:00000001:3.0:1787699201.539390:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787699201.539392:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.539394:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787699201.539398:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699201/real 1787699201]  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787699201.539406:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787699201.539422:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787699201.539425:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff959951b0fc08.
00000400:00000200:3.0:1787699201.539427:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff959951c07ee0
00000400:00000010:3.0:1787699201.539429:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff959951c07ee0.
00000100:00000001:3.0:1787699201.539431:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787699201.539434:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787699201.539441:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539446:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787699201.539447:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539449:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.539455:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787699201.539458:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539464:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787699201.539467:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539474:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787699201.539476:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539477:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787699201.539479:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539481:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787699201.539482:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787699201.539485:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787699201.539488:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:3.0:1787699201.539490:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787699201.539495:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787699201.539502:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9599463e5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262208:192.168.201.121@tcp:8:kworker.0
00000100:00000001:3.0:1787699201.539505:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539507:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787699201.539510:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9599463e5e00 x1874533947262208/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699226 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699201.539515:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787699201.539516:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787699201.539518:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95994627ec00.
02000000:00000001:3.0:1787699201.539521:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787699201.539522:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787699201.539523:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:3.0:1787699201.539525:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787699201.539527:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff959950008400.
02000000:00000001:3.0:1787699201.539529:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787699201.539530:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787699201.539531:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9599463e5e00.
00000100:00000001:3.0:1787699201.539533:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787699201.539534:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539536:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787699201.539539:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787699201.539540:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699201.539542:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787699201.539544:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699201.984980:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699201.984980:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699201.984989:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699201.984989:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699201.984993:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699201.984994:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699201.985000:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:0.0:1787699201.985001:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699201.985006:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699201.985007:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699201.985013:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699201.985013:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699201.985017:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699201.985021:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699201.985025:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699201.985188:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699201.985191:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699201.985193:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699202.176975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699202.176982:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699202.176987:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699202.176988:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699202.176992:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699202.176993:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699202.177088:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699202.177092:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699202.177096:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699202.240965:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299088548, at 4299088576
00000100:00000010:0.0:1787699202.240982:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122660.
00000100:00000040:1.0:1787699202.241229:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299088548, at 4299088576
00000100:00000010:1.0:1787699202.241236:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959950122b40.
00000100:00000001:1.0:1787699202.560952:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699202.560959:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699202.560962:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699202.560977:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699202.560981:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699202.560985:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699202.560987:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699202.560990:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699202.560999:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699203.008926:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699203.008926:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699203.008935:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699203.008935:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699203.008939:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699203.008939:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699203.008946:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00100000:2.0:1787699203.008946:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699203.008952:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699203.008952:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699203.008957:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699203.008958:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699203.008963:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699203.008965:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699203.008968:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699203.008968:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699203.008972:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699203.008975:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699203.201160:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699203.201168:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699203.201173:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699203.201174:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699203.201177:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699203.201177:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699203.201840:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699203.202246:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699203.202251:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699203.586766:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699203.586774:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699203.586777:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699203.586782:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699203.586786:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699203.586789:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699203.586792:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699203.586795:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699203.586798:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787699204.032985:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787699204.032994:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787699204.032996:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787699204.033003:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:2.0:1787699204.033007:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787699204.033010:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699204.033013:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787699204.033015:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787699204.033019:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699204.033360:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699204.033363:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699204.033384:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699204.033387:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699204.033389:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699204.033391:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699204.033393:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699204.033394:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699204.033396:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.224977:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699204.224984:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699204.224986:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699204.224991:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.224996:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699204.224997:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.224999:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.225001:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.225003:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699204.225004:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699204.225005:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699204.225006:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.225008:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699204.225009:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.225010:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.225011:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699204.225014:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699204.225015:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699204.225179:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699204.225182:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699204.225184:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699204.608979:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699204.608996:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699204.608998:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699204.609003:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699204.609007:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699204.609010:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699204.609013:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699204.609016:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699204.609019:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699205.058653:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699205.058661:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699205.058664:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699205.058670:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699205.058674:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699205.058678:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699205.058681:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699205.058683:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699205.058687:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699205.058762:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699205.058766:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699205.058767:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699205.058770:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699205.058772:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699205.058774:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699205.058776:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699205.058778:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699205.058779:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699205.248959:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699205.248965:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699205.248971:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699205.248972:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699205.248975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699205.248976:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699205.249062:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699205.249066:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699205.249070:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699205.633573:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699205.633584:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699205.633586:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699205.633593:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699205.633597:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699205.633601:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699205.633605:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699205.633607:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699205.633611:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.081082:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699206.081090:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699206.081092:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699206.081098:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699206.081102:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699206.081106:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.081109:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699206.081111:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.081114:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699206.081199:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699206.081202:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699206.081204:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699206.081206:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699206.081208:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699206.081210:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699206.081212:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699206.081213:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699206.081215:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699206.272990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699206.273005:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699206.273011:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699206.273012:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699206.273021:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699206.273025:0:35427:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787699206.273027:0:35427:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787699206.273031:0:35427:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699206.273034:0:35427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787699206.273036:0:35427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699206.273038:0:35427:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699206.273045:0:35427:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699206.273241:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699206.273245:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699206.273248:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699206.657103:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699206.657111:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699206.657114:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699206.657120:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699206.657124:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699206.657128:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.657130:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699206.657133:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.657136:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699206.657820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 889e1eae-7b38-4f01-bfbb-de917536abc2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699206.657827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787699206.657829:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699206.657833:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699206.657837:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699206.657844:0:38:0:(import.c:510:import_select_connection()) MGC192.168.201.121@tcp: connect to NID 192.168.201.121@tcp last attempt 4420
00000400:00000200:3.0:1787699206.657898:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699206.657904:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699206.657908:0:38:0:(import.c:589:import_select_connection()) MGC192.168.201.121@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699206.657912:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.657916:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.657919:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.657922:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699206.657926:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699206.657927:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fc9f7
00000020:00000001:3.0:1787699206.657930:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699206.657933:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157f000 refcount=3
00000020:00000001:3.0:1787699206.657935:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000020:00000001:3.0:1787699206.657938:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460093440 : -116989249458176 : ffff95995157f000)
00000100:00000040:3.0:1787699206.657941:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.657942:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.657944:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.657946:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699206.657949:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157f000 : new refcount 2
00000100:00080000:3.0:1787699206.657953:0:38:0:(import.c:624:import_select_connection()) MGC192.168.201.121@tcp: import ffff959951578800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699206.657956:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699206.657959:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699206.657962:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699206.657964:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.657967:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000100:00000001:3.0:1787699206.657969:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699206.657978:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1a1c0.
00000020:00000040:3.0:1787699206.657982:0:38:0:(genops.c:1210:class_import_get()) import ffff959951578800 refcount=4 obd=MGC192.168.201.121@tcp
02000000:00000001:3.0:1787699206.657985:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699206.657987:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.657990:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699206.657993:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699206.658070:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699206.658080:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627ec00.
00000100:00000001:3.0:1787699206.658088:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699206.658098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699206.658107:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699206.658112:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699206.658116:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4229702] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699206.658141:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699206.658144:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699206.658147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787699206.658149:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699206.658150:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699206.658153:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699206.658155:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4420
00000400:00000200:3.0:1787699206.658159:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699206.658162:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699206.658164:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699206.658167:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658169:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.658171:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658173:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699206.658176:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699206.658177:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca44
00000020:00000001:3.0:1787699206.658178:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699206.658180:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95995157b000 refcount=5
00000020:00000001:3.0:1787699206.658182:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000020:00000001:3.0:1787699206.658184:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084460077056 : -116989249474560 : ffff95995157b000)
00000100:00000040:3.0:1787699206.658187:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658189:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.658190:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658192:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699206.658194:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff95995157b000 : new refcount 4
00000100:00080000:3.0:1787699206.658197:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff959944e6e000: import ffff959951d36800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658199:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699206.658201:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699206.658206:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699206.658208:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658210:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699206.658214:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699206.658218:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658220:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699206.658223:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b840.
00000020:00000040:3.0:1787699206.658225:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d36800 refcount=103 obd=lustre-MDT0000-mdc-ffff959944e6e000
02000000:00000001:3.0:1787699206.658227:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699206.658229:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658230:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699206.658232:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699206.658233:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699206.658236:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d400.
00000100:00000001:3.0:1787699206.658239:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699206.658244:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699206.658252:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699206.658253:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699206.658257:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016799213] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699206.658264:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699206.658266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699206.658269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787699206.658271:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699206.658272:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699206.658274:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699206.658277:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4420
00000400:00000200:3.0:1787699206.658280:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699206.658283:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699206.658285:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699206.658288:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658290:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.658291:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658293:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699206.658295:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699206.658296:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca52
00000020:00000001:3.0:1787699206.658297:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699206.658299:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d35800 refcount=4
00000020:00000001:3.0:1787699206.658301:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000020:00000001:3.0:1787699206.658303:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468180992 : -116989241370624 : ffff959951d35800)
00000100:00000040:3.0:1787699206.658306:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658308:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.658309:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658312:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699206.658314:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d35800 : new refcount 3
00000100:00080000:3.0:1787699206.658316:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff959944e6e000: import ffff959951d37000 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658318:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699206.658320:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699206.658383:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699206.658385:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658387:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699206.658389:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699206.658392:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658393:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699206.658397:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c19680.
00000020:00000040:3.0:1787699206.658399:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d37000 refcount=4 obd=lustre-OST0000-osc-ffff959944e6e000
02000000:00000001:3.0:1787699206.658401:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699206.658402:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658404:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699206.658405:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699206.658407:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699206.658410:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627d000.
00000100:00000001:3.0:1787699206.658414:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699206.658419:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699206.658426:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699206.658428:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699206.658431:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003963e4e9] to pc [ptlrpcd_rcv+-1]  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699206.658438:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787699206.658441:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) b6ffb59e-094f-408b-9a45-fbac19d46835->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787699206.658444:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787699206.658445:0:38:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787699206.658447:0:38:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787699206.658450:0:38:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787699206.658452:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: connect to NID 192.168.201.121@tcp last attempt 4420
00000400:00000200:3.0:1787699206.658456:0:38:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:3.0:1787699206.658458:0:38:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.121@tcp is discovered: rc = 1
00000100:00080000:3.0:1787699206.658461:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787699206.658463:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658465:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.658467:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658469:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000001:3.0:1787699206.658471:0:38:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787699206.658472:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x78c92dcd597fca59
00000020:00000001:3.0:1787699206.658474:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787699206.658475:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff959951d36000 refcount=4
00000020:00000001:3.0:1787699206.658477:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000020:00000001:3.0:1787699206.658479:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627084468183040 : -116989241368576 : ffff959951d36000)
00000100:00000040:3.0:1787699206.658482:0:38:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff959951f41540 refcount 11 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658484:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787699206.658486:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff959951f41540 refcount 12 to 192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658488:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627084470326592 : -116989239225024 : ffff959951f41540)
00000020:00000040:3.0:1787699206.658491:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff959951d36000 : new refcount 3
00000100:00080000:3.0:1787699206.658493:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff959944e6e000: import ffff959951d34800 using connection 192.168.201.121@tcp/192.168.201.121@tcp
00000100:00000001:3.0:1787699206.658496:0:38:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787699206.658498:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787699206.658500:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787699206.658502:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658504:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered
00000008:00100000:3.0:1787699206.658506:0:38:0:(osc_request.c:4001:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683194 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787699206.658508:0:38:0:(osc_request.c:4004:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658509:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787699206.658512:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff959947c1b0c0.
00000020:00000040:3.0:1787699206.658515:0:38:0:(genops.c:1210:class_import_get()) import ffff959951d34800 refcount=4 obd=lustre-OST0001-osc-ffff959944e6e000
02000000:00000001:3.0:1787699206.658517:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787699206.658518:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787699206.658520:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787699206.658521:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787699206.658522:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787699206.658525:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95994627fc00.
00000100:00000001:3.0:1787699206.658528:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787699206.658533:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787699206.658539:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787699206.658541:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699206.658545:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fb96ee6] to pc [ptlrpcd_rcv+-1]  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787699206.658552:0:38:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787699206.658556:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4430)
00000100:00000001:1.0:1787699206.658633:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699206.658639:0:2353:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699206.658641:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699206.658647:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.658655:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699206.658657:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.658660:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699206.658663:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699206.658665:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699206.658669:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947262336:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699206.658673:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699206.658677:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699206.658679:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.658682:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699206.658687:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787699206.658689:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699206.658694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699206.658698:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699206.658705:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699206.658711:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947262336, portal 25
00000100:00000001:1.0:1787699206.658714:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699206.658715:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299248064 : -116989410303552 : ffff959947c1a1c0)
00000100:00000040:1.0:1787699206.658721:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.658728:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699206.658730:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699206.658733:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699206.658736:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874533947262336, offset 0
00000400:00000200:1.0:1787699206.658742:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699206.658749:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.658755:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699206.658760:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699206.658765:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699206.658769:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699206.658772:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699206.658776:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12689:12689:256:4294967295] 192.168.201.121@tcp LPNI seq info [12689:12689:8:4294967295]
00000400:00000200:1.0:1787699206.658780:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.658790:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699206.658796:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.658802:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699206.658809:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699206.658813:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699206.658818:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699206.658821:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699206.658827:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.658829:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699206.658836:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699206.658841:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699206.658846:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699206.658867:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699206.658872:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699206.658877:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.658886:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.658889:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.658896:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.658898:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699206.658904:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699206.658908:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699206.658910:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 0 is 4299093669
00000100:00000010:1.0:1787699206.658915:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a80.
00000100:00000001:1.0:1787699206.658921:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1787699206.658927:0:2353:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS new deadline estimation for cpu 1 is 4299093669
00000100:00000010:1.0:1787699206.658930:0:2353:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff959947010a20.
00000100:00000001:1.0:1787699206.658933:0:2353:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.121@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1787699206.658936:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699206.658939:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.658941:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699206.658947:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699206/real 1787699206]  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699206.658955:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699206.658957:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699206.658959:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699206.658961:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699206.658963:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699206.658965:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699206.658969:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699206.658978:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.658985:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699206.658987:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.658989:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.658991:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699206.659069:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659075:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699206.659080:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659086:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699206.659089:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659090:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659092:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659094:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699206.659096:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699206.659099:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951578800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699206.659103:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699206.659105:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699206.659109:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699206.659116:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:889e1eae-7b38-4f01-bfbb-de917536abc2:2353:1874533947262336:192.168.201.121@tcp:250:kworker.0
00000100:00000001:1.0:1787699206.659121:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699206.659123:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659128:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699206.659130:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.659132:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699206.659133:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699206.659135:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699206.659138:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262464:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699206.659141:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699206.659142:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699206.659144:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.659145:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699206.659148:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787699206.659150:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699206.659154:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699206.659156:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699206.659159:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699206.659162:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947262464, portal 10
00000100:00000001:1.0:1787699206.659163:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699206.659165:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299253824 : -116989410297792 : ffff959947c1b840)
00000100:00000040:1.0:1787699206.659171:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659177:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699206.659179:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699206.659181:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699206.659184:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874533947262464, offset 0
00000400:00000200:1.0:1787699206.659187:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699206.659192:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.659196:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699206.659199:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699206.659201:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699206.659204:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699206.659206:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699206.659209:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12690:12690:256:4294967295] 192.168.201.121@tcp LPNI seq info [12690:12690:8:4294967295]
00000400:00000200:1.0:1787699206.659213:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.659219:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699206.659223:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.659226:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699206.659230:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699206.659232:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699206.659237:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699206.659239:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699206.659243:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.659245:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699206.659248:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699206.659251:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699206.659254:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699206.659256:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699206.659258:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699206.659262:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659270:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.659273:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659285:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.659286:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699206.659289:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699206.659293:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: using a timeout of 16301 usecs (17 jiffies)
00000400:00000200:1.0:1787699206.659296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699206.659298:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299093011
00000100:00000001:1.0:1787699206.659301:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299093669
00000100:00000001:1.0:1787699206.659303:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299093011
00000100:00000001:1.0:1787699206.659305:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299093669
00000100:00000001:1.0:1787699206.659307:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699206.659309:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.659310:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699206.659314:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699206/real 1787699206]  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699206.659333:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699206.659334:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699206.659336:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699206.659338:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699206.659340:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699206.659342:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699206.659345:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699206.659353:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659359:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699206.659360:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659362:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659363:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699206.659367:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659373:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699206.659377:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659383:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699206.659386:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659387:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659388:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659390:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699206.659393:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699206.659396:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699206.659399:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699206.659401:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699206.659405:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699206.659413:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262464:192.168.201.121@tcp:38:kworker.0
00000100:00000001:1.0:1787699206.659416:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699206.659420:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659426:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699206.659427:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.659429:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699206.659431:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699206.659433:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699206.659436:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262592:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699206.659439:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699206.659440:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699206.659442:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.659444:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699206.659447:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699206.659449:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699206.659453:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699206.659455:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699206.659458:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699206.659461:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947262592, portal 4
00000100:00000001:1.0:1787699206.659463:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699206.659464:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299245184 : -116989410306432 : ffff959947c19680)
00000100:00000040:1.0:1787699206.659469:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659475:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699206.659478:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699206.659480:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699206.659482:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947262592, offset 0
00000400:00000200:1.0:1787699206.659486:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699206.659490:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.659493:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699206.659496:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699206.659498:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699206.659500:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699206.659502:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699206.659505:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12691:12691:256:4294967295] 192.168.201.121@tcp LPNI seq info [12691:12691:8:4294967295]
00000400:00000200:1.0:1787699206.659509:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.659514:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699206.659518:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.659521:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699206.659525:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699206.659528:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699206.659532:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699206.659534:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699206.659539:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.659541:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699206.659544:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699206.659547:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699206.659549:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699206.659551:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699206.659553:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699206.659556:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659563:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.659566:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659571:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.659573:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699206.659576:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699206.659579:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: using a timeout of 33323 usecs (34 jiffies)
00000400:00000200:1.0:1787699206.659582:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699206.659583:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299093028
00000100:00000001:1.0:1787699206.659586:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299093669
00000100:00000001:1.0:1787699206.659588:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299093028
00000100:00000001:1.0:1787699206.659590:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299093669
00000100:00000001:1.0:1787699206.659592:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699206.659594:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.659595:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699206.659599:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699206/real 1787699206]  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699206.659607:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699206.659608:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699206.659610:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699206.659612:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699206.659614:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699206.659616:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699206.659620:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699206.659628:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659635:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699206.659636:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659638:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659639:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699206.659643:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659649:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699206.659652:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659658:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699206.659660:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659662:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659663:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659664:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699206.659666:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699206.659668:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d37000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699206.659671:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699206.659673:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699206.659676:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699206.659682:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c19680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262592:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699206.659685:0:2353:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787699206.659688:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659694:0:2353:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699206.659695:0:2353:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.659697:0:2353:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787699206.659698:0:2353:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787699206.659700:0:2353:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699206.659702:0:2353:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262720:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699206.659705:0:2353:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787699206.659707:0:2353:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787699206.659708:0:2353:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787699206.659710:0:2353:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787699206.659713:0:2353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787699206.659715:0:2353:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787699206.659717:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000010:1.0:1787699206.659719:0:2353:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9599488e11b8.
00000400:00000010:1.0:1787699206.659722:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3d48.
00000100:00000200:1.0:1787699206.659724:0:2353:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874533947262720, portal 4
00000100:00000001:1.0:1787699206.659726:0:2353:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787699206.659727:0:2353:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627084299251904 : -116989410299712 : ffff959947c1b0c0)
00000100:00000040:1.0:1787699206.659731:0:2353:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659737:0:2353:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787699206.659738:0:2353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.121@tcp
00000400:00000010:1.0:1787699206.659740:0:2353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9599514a3088.
00000100:00000200:1.0:1787699206.659742:0:2353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874533947262720, offset 0
00000400:00000200:1.0:1787699206.659745:0:2353:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.121@tcp
00000400:00000200:1.0:1787699206.659748:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.659751:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.121@tcp local destination
00000400:00000200:1.0:1787699206.659753:0:2353:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787699206.659755:0:2353:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.21@tcp
00000400:00000200:1.0:1787699206.659757:0:2353:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.21@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787699206.659760:0:2353:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.121@tcp
00000400:00000200:1.0:1787699206.659762:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.21@tcp NI seq info: [12692:12692:256:4294967295] 192.168.201.121@tcp LPNI seq info [12692:12692:8:4294967295]
00000400:00000200:1.0:1787699206.659766:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000400:00000200:1.0:1787699206.659772:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.21@tcp(192.168.201.21@tcp:<?>) -> 192.168.201.121@tcp(192.168.201.121@tcp:192.168.201.121@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787699206.659775:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.659778:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff959950ee4500.
00000800:00000200:1.0:1787699206.659782:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.0:1787699206.659784:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787699206.659788:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9599514510c0] -> 12345-192.168.201.121@tcp (2)
00000800:00000200:1.1:1787699206.659791:0:2353:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.121 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787699206.659794:0:2353:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.121@tcp
00000800:00000010:1.0:1787699206.659797:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff959950ee4500.
00000400:00000200:1.0:1787699206.659799:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787699206.659802:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.21@tcp->192.168.201.121@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787699206.659805:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3088
00000400:00000010:1.0:1787699206.659806:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3088.
00000100:00000001:1.0:1787699206.659809:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787699206.659812:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659819:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.659822:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 0 dl 1787699231 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659828:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.659830:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787699206.659833:0:2353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787699206.659835:0:2353:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: using a timeout of 20143 usecs (21 jiffies)
00000400:00000200:1.0:1787699206.659838:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.121@tcp to cpt 0
00000100:00000001:1.0:1787699206.659840:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 0 is 4299093015
00000100:00000001:1.0:1787699206.659842:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 0, keep current deadline 4299093669
00000100:00000001:1.0:1787699206.659844:0:2353:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS new deadline estimation for cpu 1 is 4299093015
00000100:00000001:1.0:1787699206.659846:0:2353:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff959944e6e000: PM QoS request active for cpu 1, keep current deadline 4299093669
00000100:00000001:1.0:1787699206.659869:0:2353:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787699206.659872:0:2353:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.659874:0:2353:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787699206.659878:0:2353:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787699206/real 1787699206]  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787699206.659885:0:2353:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787699206.659886:0:2353:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787699206.659887:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9599488e11b8.
00000400:00000200:1.0:1787699206.659890:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9599514a3d48
00000400:00000010:1.0:1787699206.659891:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9599514a3d48.
00000100:00000001:1.0:1787699206.659893:0:2353:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787699206.659895:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787699206.659902:0:2353:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659908:0:2353:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787699206.659909:0:2353:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659911:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659912:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787699206.659914:0:2353:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659921:0:2353:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787699206.659924:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659930:0:2353:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787699206.659932:0:2353:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659934:0:2353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787699206.659935:0:2353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659937:0:2353:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787699206.659938:0:2353:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787699206.659941:0:2353:0:(import.c:65:import_set_state_nolock()) ffff959951d34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787699206.659944:0:2353:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.121@tcp failed (-110)
00000100:00000001:1.0:1787699206.659946:0:2353:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787699206.659951:0:2353:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787699206.659958:0:2353:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff959947c1b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b6ffb59e-094f-408b-9a45-fbac19d46835:2353:1874533947262720:192.168.201.121@tcp:8:kworker.0
00000100:00000001:1.0:1787699206.659962:0:2353:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.659965:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.659968:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1a1c0 x1874533947262336/t0(0) o250->MGC192.168.201.121@tcp@192.168.201.121@tcp:26/25 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.659975:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699206.659977:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699206.659980:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b000.
02000000:00000001:1.0:1787699206.659982:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699206.659985:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699206.659987:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951578800 refcount=3 obd=MGC192.168.201.121@tcp
00000020:00000001:1.0:1787699206.659989:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699206.659992:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627ec00.
02000000:00000001:1.0:1787699206.660071:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699206.660073:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699206.660075:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1a1c0.
00000100:00000001:1.0:1787699206.660079:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699206.660080:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.660082:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.660086:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b840 x1874533947262464/t0(0) o38->lustre-MDT0000-mdc-ffff959944e6e000@192.168.201.121@tcp:12/10 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.660093:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699206.660094:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699206.660096:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000a400.
02000000:00000001:1.0:1787699206.660098:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699206.660101:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699206.660102:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d36800 refcount=102 obd=lustre-MDT0000-mdc-ffff959944e6e000
00000020:00000001:1.0:1787699206.660104:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699206.660106:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d400.
02000000:00000001:1.0:1787699206.660108:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699206.660109:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699206.660110:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b840.
00000100:00000001:1.0:1787699206.660112:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699206.660113:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.660115:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.660117:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c19680 x1874533947262592/t0(0) o8->lustre-OST0000-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.660123:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699206.660124:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699206.660125:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff959950008000.
02000000:00000001:1.0:1787699206.660127:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699206.660128:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699206.660129:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d37000 refcount=3 obd=lustre-OST0000-osc-ffff959944e6e000
00000020:00000001:1.0:1787699206.660131:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699206.660132:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627d000.
02000000:00000001:1.0:1787699206.660134:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699206.660135:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699206.660136:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c19680.
00000100:00000001:1.0:1787699206.660138:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699206.660139:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.660141:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787699206.660144:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff959947c1b0c0 x1874533947262720/t0(0) o8->lustre-OST0001-osc-ffff959944e6e000@192.168.201.121@tcp:28/4 lens 520/544 e 0 to 1 dl 1787699231 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787699206.660151:0:2353:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787699206.660152:0:2353:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787699206.660153:0:2353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95995000b400.
02000000:00000001:1.0:1787699206.660155:0:2353:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787699206.660156:0:2353:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787699206.660157:0:2353:0:(genops.c:1223:class_import_put()) import ffff959951d34800 refcount=3 obd=lustre-OST0001-osc-ffff959944e6e000
00000020:00000001:1.0:1787699206.660158:0:2353:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787699206.660160:0:2353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff95994627fc00.
02000000:00000001:1.0:1787699206.660162:0:2353:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787699206.660163:0:2353:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787699206.660165:0:2353:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff959947c1b0c0.
00000100:00000001:1.0:1787699206.660167:0:2353:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787699206.660168:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.660171:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699206.660179:0:2353:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699206.660181:0:2353:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699206.660184:0:2353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787699206.660186:0:2353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699207.105060:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699207.105069:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699207.105071:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699207.105076:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699207.105080:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699207.105084:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699207.105087:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699207.105090:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699207.105093:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699207.107044:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699207.107050:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699207.107052:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699207.107067:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699207.107070:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699207.107073:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699207.107076:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699207.107078:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699207.107081:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699207.296994:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699207.297001:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699207.297007:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699207.297008:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699207.297016:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699207.297018:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699207.297126:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699207.297136:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699207.297139:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1787699207.360993:0:35335:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece000 (cpu 0) has reached its deadline 4299093669, at 4299093696
00000100:00000010:0.0:1787699207.361011:0:35335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a80.
00000100:00000040:1.0:1787699207.361114:0:35235:0:(connection.c:75:cpu_latency_work()) work item of ffff959943ece110 (cpu 1) has reached its deadline 4299093669, at 4299093696
00000100:00000010:1.0:1787699207.361120:0:35235:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff959947010a20.
00000100:00000001:1.0:1787699207.680978:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699207.680985:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699207.680987:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699207.680992:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699207.680996:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699207.681000:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699207.681003:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699207.681006:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699207.681009:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699208.128967:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699208.128967:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699208.128978:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699208.128978:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699208.128982:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699208.128983:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699208.128992:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00100000:1.0:1787699208.128992:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699208.128999:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699208.128999:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699208.129005:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699208.129006:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699208.129011:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699208.129014:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699208.129017:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699208.129025:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699208.129028:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699208.129032:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699208.320975:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699208.320981:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699208.320986:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699208.320987:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699208.320990:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699208.320991:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699208.321080:0:34989:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699208.321083:0:34989:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699208.321085:0:34989:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1787699208.704961:0:34970:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699208.704968:0:34970:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699208.704971:0:34970:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699208.704976:0:34970:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b540 going to sleep for 0 seconds
00000100:00000001:1.0:1787699208.704980:0:34970:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699208.704984:0:34970:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699208.704986:0:34970:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699208.704989:0:34970:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699208.704991:0:34970:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787699209.152957:0:11575:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787699209.152964:0:11575:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787699209.152965:0:11575:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787699209.152970:0:11575:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994708a9c0 going to sleep for 0 seconds
00000100:00000001:0.0:1787699209.152974:0:11575:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787699209.152977:0:11575:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699209.152980:0:11575:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787699209.152982:0:11575:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787699209.152984:0:11575:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787699209.153672:0:5594:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1787699209.153675:0:5594:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787699209.153676:0:5594:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787699209.153679:0:5594:0:(client.c:2715:ptlrpc_set_wait()) set ffff95994964b9c0 going to sleep for 0 seconds
00000100:00000001:1.0:1787699209.153680:0:5594:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787699209.153682:0:5594:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699209.153683:0:5594:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787699209.153684:0:5594:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787699209.153686:0:5594:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699209.345568:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699209.345575:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699209.345581:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699209.345583:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787699209.345587:0:35427:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787699209.345589:0:35427:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787699209.345840:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787699209.345843:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787699209.345845:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 136026 lines, 136026 kept, 0 dropped, 0 bad.